00000800:00000200:3.1F:1746126206.081578:0:3782:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4179900] -> 12345-192.168.202.129@tcp (2) 00000800:00000200:2.1F:1746126206.082507:0:3773:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4179900] -> 12345-192.168.202.129@tcp (2) 00000800:00000200:2.1:1746126206.082515:0:3773:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.129@tcp ffff88012e2bf300 deleted 00000800:00000010:2.1:1746126206.082516:0:3773:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012e2bf300. 00000800:00000200:2.1:1746126206.082519:0:3773:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746126206.082524:0:3773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:1023 00000800:00000200:2.1:1746126206.082527:0:3773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b49bb000 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1746126206.082611:0:3772:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746126206.082782:0:3774:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4179900] -> 12345-192.168.202.129@tcp (4) 00000800:00000200:2.1:1746126206.082785:0:3774:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.129@tcp ffff88012e2bf300 deleted 00000800:00000010:2.1:1746126206.082786:0:3774:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012e2bf300. 00000800:00000200:2.1:1746126206.082787:0:3774:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1746126206.082836:0:3772:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1746126206.193259:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b48c0200. 00010000:00000010:3.1:1746126206.193267:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f88c00. 00010000:00000010:3.1:1746126206.278222:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4874400. 00010000:00000010:3.1:1746126206.292474:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007dd6b700. 00010000:00000010:3.1:1746126206.292480:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d02b000. 00010000:00000010:3.1:1746126206.292487:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b48c0100. 00010000:00000010:3.1:1746126206.292491:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a6bd1400. 00080000:00000010:3.1:1746126206.303313:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff88006e7aa7e0. 00000100:00100000:0.0:1746126793.531246:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126793.533503:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.535239:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+182:2028:x1830946004180352:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 891us (1737us total) trans 4294971831 rc 0/0 00000100:00100000:0.0:1746126793.535246:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1124 00002000:00100000:0.0:1746126793.535252:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c2680 x1830946004180352/t4294971831(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.535259:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c2680 with x1830946004180352 ext(0->7) 00010000:00010000:0.0:1746126793.535265:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099872600/0x63da9063773468a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c48 expref: 182 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.535275:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099872600/0x63da9063773468a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c48 expref: 182 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.535281:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c2680 00000100:00100000:0.0:1746126793.537537:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.544254:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.546600:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.552302:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.556585:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.561169:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.567101:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.570500:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+184:2027:x1830946004181504:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 777us (3400us total) trans 4294971832 rc 0/0 00000100:00100000:0.0:1746126793.570507:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1126 00002000:00100000:0.0:1746126793.570512:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c0000 x1830946004181504/t4294971832(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.570524:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c0000 with x1830946004181504 ext(0->7) 00010000:00010000:0.0:1746126793.570529:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099872400/0x63da9063773468b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c56 expref: 184 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.570537:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099872400/0x63da9063773468b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c56 expref: 184 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.570542:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c0000 00000100:00100000:0.0:1746126793.572488:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.581738:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.583174:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.588267:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.597221:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.600075:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.609187:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.610106:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+186:2028:x1830946004182656:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 722us (926us total) trans 4294971833 rc 0/0 00000100:00100000:0.0:1746126793.610113:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1128 00002000:00100000:0.0:1746126793.610118:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0811f80 x1830946004182656/t4294971833(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.610142:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811f80 with x1830946004182656 ext(0->7) 00010000:00010000:0.0:1746126793.610148:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099873800/0x63da9063773468c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c64 expref: 186 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.610157:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099873800/0x63da9063773468c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c64 expref: 186 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.610163:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0811f80 00000100:00100000:0.0:1746126793.613536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.617613:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.620024:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.621122:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.622978:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.625659:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.628016:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+189:2027:x1830946004183936:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2205us (2354us total) trans 4294971834 rc 0/0 00000100:00100000:0.0:1746126793.628027:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1130 00002000:00100000:0.0:1746126793.628034:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0813100 x1830946004183936/t4294971834(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.628042:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813100 with x1830946004183936 ext(0->7) 00010000:00010000:0.0:1746126793.628049:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45d200/0x63da9063773468cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c72 expref: 189 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.628074:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45d200/0x63da9063773468cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c72 expref: 189 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.628080:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0813100 00000100:00100000:0.0:1746126793.635960:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.638977:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.644875:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.647724:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.647770:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.650916:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.651318:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.651337:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004185088 00000100:00100000:0.0:1746126793.651340:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004185088 00000100:00100000:0.0:1746126793.651359:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 27959 00000100:00100000:0.0:1746126793.651364:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+188:1108:x1830946004185088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126793.651375:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126793.651385:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008cd10600/0x63da9063773468eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff3c8e expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.651397:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126793.651401:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da9063773468e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c87 expref: 189 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.651406:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126793.651409:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008cd10600/0x63da9063773468eb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c8e expref: 189 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.651432:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da9063773468e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c87 expref: 189 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.651442:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008cd10600/0x63da9063773468eb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c8e expref: 189 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.651449:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd10600, rc 0) 00000100:00100000:0.0:1746126793.651464:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+189:1108:x1830946004185088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126793.651469:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 27959 00000100:00100000:0.0:1746126793.651934:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.657023:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.659207:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.663733:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+191:2028:x1830946004185728:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4058us (4525us total) trans 4294971835 rc 0/0 00000100:00100000:0.0:1746126793.663742:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1133 00002000:00100000:0.0:1746126793.663750:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ad66d80 x1830946004185728/t4294971835(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.663758:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad66d80 with x1830946004185728 ext(0->7) 00010000:00010000:0.0:1746126793.663766:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da9063773468e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c87 expref: 191 pid: 9594 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.663779:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da9063773468e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c87 expref: 191 pid: 9594 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.663785:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ad66d80 00000100:00100000:0.0:1746126793.669632:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.675435:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.679655:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.683974:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.687037:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.690839:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997149184:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126793.691315:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004186880 00000100:00100000:0.0:1746126793.691319:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004186880 00010000:00010000:0.0:1746126793.691333:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da9063773468f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c95 expref: 6 pid: 25366 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746126793.691356:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15682 00000100:00100000:0.0:1746126793.691361:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004186880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126793.691368:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126793.691378:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da9063773468f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c95 expref: 6 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.691387:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da9063773468f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c95 expref: 6 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.691403:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da9063773468f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c95 expref: 6 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.691422:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126793.691453:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946004186880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 91us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126793.691459:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15682 00000100:00100000:0.0:1746126793.696346:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.696714:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.699954:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.706264:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.710110:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+192:2028:x1830946004187776:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3429us (3844us total) trans 4294971836 rc 0/0 00000100:00100000:0.0:1746126793.710120:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1136 00002000:00100000:0.0:1746126793.710148:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1a9500 x1830946004187776/t4294971836(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.710162:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a9500 with x1830946004187776 ext(0->7) 00010000:00010000:0.0:1746126793.710171:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099873600/0x63da9063773468f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c9c expref: 192 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.710183:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099873600/0x63da9063773468f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3c9c expref: 192 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.710189:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1a9500 00000100:00100000:0.0:1746126793.714507:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.717368:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.722945:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.730873:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.736774:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.737686:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.747881:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.756456:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.758208:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.762177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.764731:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.767673:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+194:2027:x1830946004189824:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2575us (2944us total) trans 4294971837 rc 0/0 00000100:00100000:0.0:1746126793.767682:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1138 00002000:00100000:0.0:1746126793.767690:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f0000 x1830946004189824/t4294971837(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.767697:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0000 with x1830946004189824 ext(0->7) 00010000:00010000:0.0:1746126793.767705:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099188200/0x63da90637734690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cb1 expref: 194 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.769492:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099188200/0x63da90637734690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cb1 expref: 194 pid: 25366 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.769504:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f0000 00000100:00100000:0.0:1746126793.772719:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.784947:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.790916:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.797409:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.797485:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.802459:0:7238:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba51500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997150720:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126793.802477:0:7238:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126793.802687:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004190592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4199us (5199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126793.802696:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15688 00000100:00100000:0.0:1746126793.807652:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.816703:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+197:2029:x1830946004191104:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4034us (9049us total) trans 4294971838 rc 0/0 00000100:00100000:0.0:1746126793.816714:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1140 00002000:00100000:0.0:1746126793.816735:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f2680 x1830946004191104/t4294971838(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.816744:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2680 with x1830946004191104 ext(0->7) 00010000:00010000:0.0:1746126793.816767:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cbf expref: 197 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.816800:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cbf expref: 197 pid: 25366 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.816816:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f2680 00000100:00100000:0.0:1746126793.819622:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.823624:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.826735:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.828869:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.843018:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.844119:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+198:2027:x1830946004192384:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 812us (1105us total) trans 4294971839 rc 0/0 00000100:00100000:0.0:1746126793.844140:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1143 00002000:00100000:0.0:1746126793.844147:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f2a00 x1830946004192384/t4294971839(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.844154:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2a00 with x1830946004192384 ext(0->7) 00010000:00010000:0.0:1746126793.844159:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099872a00/0x63da90637734692a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ccd expref: 198 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.844167:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099872a00/0x63da90637734692a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ccd expref: 198 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.844173:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f2a00 00000100:00100000:0.0:1746126793.845698:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.847761:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.850413:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.854939:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.861949:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.865186:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.866540:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.869844:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.869920:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.872974:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.882313:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.883288:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+201:2028:x1830946004194432:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 720us (979us total) trans 4294971840 rc 0/0 00000100:00100000:0.0:1746126793.883294:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1146 00002000:00100000:0.0:1746126793.883299:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a6a00 x1830946004194432/t4294971840(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.883307:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6a00 with x1830946004194432 ext(0->7) 00010000:00010000:0.0:1746126793.883312:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45d400/0x63da90637734693f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ce2 expref: 201 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.883321:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45d400/0x63da90637734693f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ce2 expref: 201 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.883327:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a6a00 00000100:00100000:0.0:1746126793.888745:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.893698:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.894723:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.897404:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.898516:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004195200 00000100:00100000:0.0:1746126793.898522:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004195200 00000100:00100000:0.0:1746126793.898589:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 27974 00000100:00100000:0.0:1746126793.898595:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004195200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126793.898607:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126793.898617:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099188400/0x63da906377346954 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff3cf7 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.898632:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126793.898636:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da90637734694d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cf0 expref: 200 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.898641:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126793.898643:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099188400/0x63da906377346954 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cf7 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.898667:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da90637734694d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cf0 expref: 200 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.898674:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099188400/0x63da906377346954 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cf7 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.898680:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099188400, rc 0) 00000100:00100000:0.0:1746126793.898701:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004195200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126793.898705:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 27974 00000100:00100000:0.0:1746126793.902643:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.906244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.907904:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+202:2030:x1830946004195712:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1187us (1666us total) trans 4294971841 rc 0/0 00000100:00100000:0.0:1746126793.907915:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1149 00002000:00100000:0.0:1746126793.907921:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a5880 x1830946004195712/t4294971841(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.907928:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946004195712 ext(0->7) 00010000:00010000:0.0:1746126793.907934:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da90637734694d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cf0 expref: 202 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.907943:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da90637734694d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cf0 expref: 202 pid: 25366 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.907949:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a5880 00000100:00100000:0.0:1746126793.910211:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.914682:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.917938:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.919486:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.921112:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.923153:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.929114:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.930525:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+205:2029:x1830946004196992:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1416us total) trans 4294971842 rc 0/0 00000100:00100000:0.0:1746126793.930531:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1151 00002000:00100000:0.0:1746126793.930537:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de11880 x1830946004196992/t4294971842(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.930544:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de11880 with x1830946004196992 ext(0->7) 00010000:00010000:0.0:1746126793.930548:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099873600/0x63da90637734695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cfe expref: 205 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.930557:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099873600/0x63da90637734695b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3cfe expref: 205 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.930562:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de11880 00000100:00100000:0.0:1746126793.931912:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.937526:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.942783:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.947020:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.954532:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.957682:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.959609:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.961647:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.966042:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.966834:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+206:2028:x1830946004199040:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 609us (798us total) trans 4294971843 rc 0/0 00000100:00100000:0.0:1746126793.966840:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1154 00002000:00100000:0.0:1746126793.966845:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012faee300 x1830946004199040/t4294971843(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.966851:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830946004199040 ext(0->7) 00010000:00010000:0.0:1746126793.966856:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da906377346970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d13 expref: 206 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.966865:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da906377346970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d13 expref: 206 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.966874:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faee300 00000100:00100000:0.0:1746126793.970907:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.974359:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.977023:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.979174:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.979550:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.981980:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.982010:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.982037:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.982242:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15703 00000100:00100000:0.0:1746126793.982248:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+207:2028:x1830946004200192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126793.982254:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126793.982502:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da90637734697e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d21 expref: 207 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.982515:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da90637734697e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d21 expref: 207 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.982527:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da90637734697e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d21 expref: 207 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.982537:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126793.982538:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126793.982543:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346985 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d28 expref: 206 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.982553:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346985 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d28 expref: 206 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.982572:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346985 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d28 expref: 206 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126793.982580:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346985 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d28 expref: 206 pid: 9596 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746126793.982589:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997154176:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126793.982669:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126793.984703:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.987552:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.989205:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+208:2029:x1830946004200832:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 792us (1656us total) trans 4294971844 rc 0/0 00000100:00100000:0.0:1746126793.989211:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1156 00002000:00100000:0.0:1746126793.989216:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1fe680 x1830946004200832/t4294971844(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:554/0 lens 496/448 e 0 to 0 dl 1746126804 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126793.989222:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe680 with x1830946004200832 ext(0->7) 00010000:00010000:0.0:1746126793.989227:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346985 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d28 expref: 208 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126793.989236:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346985 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d28 expref: 208 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126793.989244:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fe680 00000100:00100000:0.0:1746126793.990602:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.993903:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126793.997570:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.002519:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.002697:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.006264:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.006297:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.006895:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.008825:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.013436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.017025:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.020346:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.026165:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.029989:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.055915:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.058729:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004204032 00000100:00100000:0.0:1746126794.058734:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004204032 00010000:00010000:0.0:1746126794.058756:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da9063773469a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d4b expref: 211 pid: 9596 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746126794.058788:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15709 00000100:00100000:0.0:1746126794.058793:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+211:2029:x1830946004204032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126794.058801:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126794.058812:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da9063773469a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d4b expref: 211 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.058826:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da9063773469a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d4b expref: 211 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.058840:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da9063773469a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d4b expref: 211 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.058852:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126794.058853:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126794.058858:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a45d200/0x63da9063773469af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d52 expref: 210 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.058864:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45d200/0x63da9063773469af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d52 expref: 210 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.058890:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a45d200/0x63da9063773469af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d52 expref: 210 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126794.058900:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997155328:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126794.058951:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126794.061832:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997155328:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126794.061849:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126794.061889:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+212:2029:x1830946004204032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3094us (4189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.061896:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15709 00000100:00100000:0.0:1746126794.063895:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.072687:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.075090:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+213:2030:x1830946004204672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1199us (2407us total) trans 4294971846 rc 0/0 00000100:00100000:0.0:1746126794.075097:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1161 00002000:00100000:0.0:1746126794.075103:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099269880 x1830946004204672/t4294971846(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.075110:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269880 with x1830946004204672 ext(0->7) 00010000:00010000:0.0:1746126794.075115:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45d200/0x63da9063773469af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d52 expref: 213 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.075139:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45d200/0x63da9063773469af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d52 expref: 213 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.075146:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099269880 00000100:00100000:0.0:1746126794.078701:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.083906:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997155584:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126794.083922:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126794.083939:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+212:2027:x1830946004204800:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3274us (5247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.083945:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15710 00000100:00100000:0.0:1746126794.085937:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.085981:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.091477:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.094299:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.094319:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004205696 00000100:00100000:0.0:1746126794.094324:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004205696 00010000:00010000:0.0:1746126794.094344:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da9063773469b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d59 expref: 214 pid: 9596 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746126794.094371:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15711 00000100:00100000:0.0:1746126794.094377:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+214:2027:x1830946004205696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126794.094386:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126794.094400:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da9063773469b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d59 expref: 214 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.094409:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da9063773469b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d59 expref: 214 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.094429:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126794.094453:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+214:2027:x1830946004205696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 77us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.094458:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15711 00000100:00100000:0.0:1746126794.097455:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.097496:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.100701:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.107709:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.113028:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+215:2030:x1830946004206464:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5081us (5317us total) trans 4294971847 rc 0/0 00000100:00100000:0.0:1746126794.113040:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1164 00002000:00100000:0.0:1746126794.113059:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009adeb800 x1830946004206464/t4294971847(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.113067:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946004206464 ext(0->7) 00010000:00010000:0.0:1746126794.113078:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099188400/0x63da9063773469bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d67 expref: 215 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.113092:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099188400/0x63da9063773469bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d67 expref: 215 pid: 25366 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.113098:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009adeb800 00000100:00100000:0.0:1746126794.117600:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.117651:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.121279:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.130312:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.134944:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.136854:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+216:2028:x1830946004207744:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1586us (1913us total) trans 4294971848 rc 0/0 00000100:00100000:0.0:1746126794.136862:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1167 00002000:00100000:0.0:1746126794.136869:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace6680 x1830946004207744/t4294971848(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.136878:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6680 with x1830946004207744 ext(0->7) 00010000:00010000:0.0:1746126794.136884:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292800/0x63da9063773469d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d75 expref: 216 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.136895:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292800/0x63da9063773469d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d75 expref: 216 pid: 25366 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.136901:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace6680 00000100:00100000:0.0:1746126794.138580:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.141618:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.144403:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.144448:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.148347:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.148389:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.151242:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.151324:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.153420:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.157507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.160267:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.165119:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.169011:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.169518:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.175852:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.179481:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.181062:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.183603:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+221:2030:x1830946004210816:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2386us (2548us total) trans 4294971850 rc 0/0 00000100:00100000:0.0:1746126794.183611:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1172 00002000:00100000:0.0:1746126794.183618:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0810a80 x1830946004210816/t4294971850(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.183626:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810a80 with x1830946004210816 ext(0->7) 00010000:00010000:0.0:1746126794.183633:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293200/0x63da9063773469f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d98 expref: 221 pid: 25366 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.183645:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293200/0x63da9063773469f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3d98 expref: 221 pid: 25366 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.183655:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0810a80 00000100:00100000:0.0:1746126794.185803:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.193209:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.193227:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004211200 00000100:00100000:0.0:1746126794.193230:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004211200 00002000:00100000:0.0:1746126794.193260:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dee9880 x1830946004211200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.193269:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946004211200 ext(0->4095) 00002000:00010000:0.0:1746126794.193274:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dee9880 00000100:00100000:0.0:1746126794.193289:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12704 00000100:00100000:0.0:1746126794.193296:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+221:2028:x1830946004211200:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.193390:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+221:2028:x1830946004211200:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126794.193396:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12704 00002000:00100000:0.0:1746126794.193401:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dee9880 x1830946004211200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746126805 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.193407:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946004211200 ext(0->4095) 00002000:00010000:0.0:1746126794.193410:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dee9880 00000100:00100000:0.0:1746126794.195803:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.196228:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.200282:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.200418:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.203630:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.206432:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.209402:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.215680:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.215705:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004212480 00000100:00100000:0.0:1746126794.215711:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004212480 00002000:00100000:0.0:1746126794.215742:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd94a80 x1830946004212480/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.215750:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd94a80 with x1830946004212480 ext(0->7) 00010000:00010000:0.0:1746126794.215756:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3da6 expref: 220 pid: 9594 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.215766:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3da6 expref: 220 pid: 9594 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.215772:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd94a80 00000100:00100000:0.0:1746126794.216505:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1174 00000100:00100000:0.0:1746126794.216512:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+220:2028:x1830946004212480:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.217414:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+222:2028:x1830946004212480:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 900us (1732us total) trans 4294971851 rc 0/0 00000100:00100000:0.0:1746126794.217421:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1174 00002000:00100000:0.0:1746126794.217427:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd94a80 x1830946004212480/t4294971851(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.217435:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd94a80 with x1830946004212480 ext(0->7) 00010000:00010000:0.0:1746126794.217441:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3da6 expref: 222 pid: 9594 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.217456:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3da6 expref: 222 pid: 9594 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.217462:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd94a80 00000100:00100000:0.0:1746126794.221378:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.228198:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.231171:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.244378:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.247252:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.253080:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.254232:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+225:2029:x1830946004213760:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 907us (1158us total) trans 4294971852 rc 0/0 00000100:00100000:0.0:1746126794.254239:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1176 00002000:00100000:0.0:1746126794.254244:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e14dc00 x1830946004213760/t4294971852(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.254251:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14dc00 with x1830946004213760 ext(0->7) 00010000:00010000:0.0:1746126794.254255:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346a18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dbb expref: 225 pid: 9594 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.254265:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346a18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dbb expref: 225 pid: 9594 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.254270:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14dc00 00000100:00100000:0.0:1746126794.257357:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.262944:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.264811:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.267157:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.267195:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.269941:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.272893:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.274412:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+226:2027:x1830946004215040:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 903us (1524us total) trans 4294971853 rc 0/0 00000100:00100000:0.0:1746126794.274419:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1179 00002000:00100000:0.0:1746126794.274425:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e14fb80 x1830946004215040/t4294971853(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.274432:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14fb80 with x1830946004215040 ext(0->7) 00010000:00010000:0.0:1746126794.274437:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346a26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dc9 expref: 226 pid: 9594 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.274446:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346a26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dc9 expref: 226 pid: 9594 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.274451:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14fb80 00000100:00100000:0.0:1746126794.278331:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.283602:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004215424 00000100:00100000:0.0:1746126794.283610:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004215424 00002000:00100000:0.0:1746126794.283647:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afc700 x1830946004215424/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.283656:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830946004215424 ext(0->4095) 00002000:00010000:0.0:1746126794.283660:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746126794.283688:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12707 00000100:00100000:0.0:1746126794.283694:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004215424:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.283825:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004215424:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (349us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126794.283832:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12707 00002000:00100000:0.0:1746126794.283837:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afc700 x1830946004215424/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746126805 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.283843:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830946004215424 ext(0->4095) 00002000:00010000:0.0:1746126794.283845:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746126794.286861:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.289738:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.293251:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.293292:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.298014:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.298106:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.299147:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.302496:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.307515:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.308366:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+229:2027:x1830946004217088:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 655us (857us total) trans 4294971854 rc 0/0 00000100:00100000:0.0:1746126794.308373:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1181 00002000:00100000:0.0:1746126794.308378:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848f100 x1830946004217088/t4294971854(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.308385:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848f100 with x1830946004217088 ext(0->7) 00010000:00010000:0.0:1746126794.308389:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292c00/0x63da906377346a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dde expref: 229 pid: 9597 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.308403:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292c00/0x63da906377346a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dde expref: 229 pid: 9597 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.308409:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848f100 00000100:00100000:0.0:1746126794.314980:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.318032:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.318811:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.322160:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.322223:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.325613:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.330918:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.332511:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+230:2027:x1830946004218368:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1281us (1597us total) trans 4294971855 rc 0/0 00000100:00100000:0.0:1746126794.332519:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1183 00002000:00100000:0.0:1746126794.332526:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848f800 x1830946004218368/t4294971855(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.332533:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848f800 with x1830946004218368 ext(0->7) 00010000:00010000:0.0:1746126794.332540:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dec expref: 230 pid: 9594 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.332549:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dec expref: 230 pid: 9594 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.332555:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848f800 00000100:00100000:0.0:1746126794.335969:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.340077:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.344688:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.346163:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.348293:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.353234:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.355678:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.357196:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+233:2027:x1830946004219648:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 850us (1520us total) trans 4294971856 rc 0/0 00000100:00100000:0.0:1746126794.357203:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1185 00002000:00100000:0.0:1746126794.357208:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098489180 x1830946004219648/t4294971856(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.357215:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489180 with x1830946004219648 ext(0->7) 00010000:00010000:0.0:1746126794.357220:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da906377346a57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dfa expref: 233 pid: 9594 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.357230:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da906377346a57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3dfa expref: 233 pid: 9594 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.357235:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098489180 00000100:00100000:0.0:1746126794.358884:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.360993:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.363162:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.364699:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.368009:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.368063:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.370295:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.370357:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.371071:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.374187:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.384515:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+234:2028:x1830946004221696:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 616us (1012us total) trans 4294971857 rc 0/0 00000100:00100000:0.0:1746126794.384522:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1188 00002000:00100000:0.0:1746126794.384528:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afd180 x1830946004221696/t4294971857(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.384535:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd180 with x1830946004221696 ext(0->7) 00010000:00010000:0.0:1746126794.384540:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac600/0x63da906377346a6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e0f expref: 234 pid: 9596 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746126794.384549:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ac600/0x63da906377346a6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e0f expref: 234 pid: 9596 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746126794.384554:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd180 00000100:00100000:0.0:1746126794.389780:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.389832:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.395397:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.401446:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.405019:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.408791:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.418227:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.419235:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+236:2027:x1830946004222848:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 728us (1108us total) trans 4294971858 rc 0/0 00000100:00100000:0.0:1746126794.419242:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1190 00002000:00100000:0.0:1746126794.419247:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848ad80 x1830946004222848/t4294971858(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.419254:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848ad80 with x1830946004222848 ext(0->7) 00010000:00010000:0.0:1746126794.419259:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac800/0x63da906377346a7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e1d expref: 236 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.419266:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ac800/0x63da906377346a7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e1d expref: 236 pid: 9596 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.419271:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848ad80 00000100:00100000:0.0:1746126794.429885:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.432244:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.441748:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.443638:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.446702:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.452837:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.459877:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+239:2027:x1830946004224128:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6856us (7038us total) trans 4294971859 rc 0/0 00000100:00100000:0.0:1746126794.459888:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1192 00002000:00100000:0.0:1746126794.459897:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67f480 x1830946004224128/t4294971859(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.459906:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f480 with x1830946004224128 ext(0->7) 00010000:00010000:0.0:1746126794.459914:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ad200/0x63da906377346a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e2b expref: 239 pid: 9594 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.459927:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ad200/0x63da906377346a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e2b expref: 239 pid: 9594 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.459937:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67f480 00000100:00100000:0.0:1746126794.463197:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.472281:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004224640 00000100:00100000:0.0:1746126794.472289:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004224640 00002000:00100000:0.0:1746126794.472329:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14e300 x1830946004224640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.472339:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946004224640 ext(0->4095) 00010000:00010000:0.0:1746126794.472347:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da906377346a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e32 expref: 239 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.472359:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da906377346a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e32 expref: 239 pid: 9596 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.472365:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:0.0:1746126794.472396:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1193 00000100:00100000:0.0:1746126794.472404:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+239:2027:x1830946004224640:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.472525:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+239:2027:x1830946004224640:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126794.472530:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1193 00002000:00100000:0.0:1746126794.472535:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14e300 x1830946004224640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.472542:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946004224640 ext(0->4095) 00010000:00010000:0.0:1746126794.472546:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da906377346a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e32 expref: 239 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.472559:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da906377346a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e32 expref: 239 pid: 9596 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.472564:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:0.0:1746126794.477164:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.477247:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.481514:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.490482:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.492432:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+240:2030:x1830946004225408:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1755us (1952us total) trans 4294971860 rc 0/0 00000100:00100000:0.0:1746126794.492441:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1195 00002000:00100000:0.0:1746126794.492449:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67f100 x1830946004225408/t4294971860(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.492457:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f100 with x1830946004225408 ext(0->7) 00010000:00010000:0.0:1746126794.492465:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377346a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e39 expref: 240 pid: 9594 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.492478:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377346a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e39 expref: 240 pid: 9594 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.492483:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67f100 00000100:00100000:0.0:1746126794.498531:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.510095:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.514956:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.517846:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.522211:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.526773:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.526819:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.530787:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.534819:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.551756:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.554706:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.555905:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+242:2028:x1830946004227328:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1199us total) trans 4294971861 rc 0/0 00000100:00100000:0.0:1746126794.555911:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1198 00002000:00100000:0.0:1746126794.555916:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a6bf9880 x1830946004227328/t4294971861(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.555922:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf9880 with x1830946004227328 ext(0->7) 00010000:00010000:0.0:1746126794.555926:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e4e expref: 242 pid: 9594 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.555934:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346aab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e4e expref: 242 pid: 9594 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.555940:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6bf9880 00000100:00100000:0.0:1746126794.558044:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.560959:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.563838:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.564289:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.566295:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.568549:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.571918:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.572862:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+245:2029:x1830946004228608:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 666us (949us total) trans 4294971862 rc 0/0 00000100:00100000:0.0:1746126794.572868:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1200 00002000:00100000:0.0:1746126794.572873:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b1bad80 x1830946004228608/t4294971862(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.572880:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bad80 with x1830946004228608 ext(0->7) 00010000:00010000:0.0:1746126794.572884:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da906377346ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e5c expref: 245 pid: 9594 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.572892:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ca00/0x63da906377346ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e5c expref: 245 pid: 9594 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.572897:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1bad80 00000100:00100000:0.0:1746126794.575331:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.578080:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.583784:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.583826:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.587430:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.589888:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.605722:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.613548:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.617381:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.620157:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+246:2028:x1830946004230272:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1593us (2778us total) trans 4294971863 rc 0/0 00000100:00100000:0.0:1746126794.620164:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1202 00002000:00100000:0.0:1746126794.620170:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012ba37800 x1830946004230272/t4294971863(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.620178:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37800 with x1830946004230272 ext(0->7) 00010000:00010000:0.0:1746126794.620184:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293600/0x63da906377346ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e71 expref: 246 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.620195:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293600/0x63da906377346ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e71 expref: 246 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.620201:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba37800 00000100:00100000:0.0:1746126794.625243:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.629746:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.634835:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004230784 00000100:00100000:0.0:1746126794.634841:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004230784 00002000:00100000:0.0:1746126794.634870:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14c000 x1830946004230784/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.634878:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c000 with x1830946004230784 ext(0->4095) 00010000:00010000:0.0:1746126794.634884:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da906377346ad5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e78 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.634894:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da906377346ad5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e78 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.634900:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14c000 00000100:00100000:0.0:1746126794.634918:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1203 00000100:00100000:0.0:1746126794.634923:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004230784:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.635005:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004230784:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126794.635011:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1203 00002000:00100000:0.0:1746126794.635015:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14c000 x1830946004230784/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.635021:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c000 with x1830946004230784 ext(0->4095) 00010000:00010000:0.0:1746126794.635025:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da906377346ad5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e78 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.635033:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da906377346ad5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e78 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.635038:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14c000 00000100:00100000:0.0:1746126794.637695:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.639676:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.644977:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997165696:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126794.644996:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126794.645056:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946004230912:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4742us (5371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.645066:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15752 00000100:00100000:0.0:1746126794.646419:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.665566:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.675955:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+249:2027:x1830946004231552:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7497us (10395us total) trans 4294971864 rc 0/0 00000100:00100000:0.0:1746126794.675966:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1205 00002000:00100000:0.0:1746126794.675974:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012ba34380 x1830946004231552/t4294971864(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.675986:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba34380 with x1830946004231552 ext(0->7) 00010000:00010000:0.0:1746126794.675994:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293200/0x63da906377346adc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e7f expref: 249 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.676004:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293200/0x63da906377346adc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e7f expref: 249 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.676010:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba34380 00000100:00100000:0.0:1746126794.680014:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.684677:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e14df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997165952:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126794.684697:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126794.684738:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+249:2029:x1830946004231808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4546us (4732us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.684746:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15753 00000100:00100000:0.0:1746126794.685201:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004232064 00000100:00100000:0.0:1746126794.685206:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004232064 00002000:00100000:0.0:1746126794.685241:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14d880 x1830946004232064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.685249:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946004232064 ext(0->4095) 00010000:00010000:0.0:1746126794.685255:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292400/0x63da906377346ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e86 expref: 249 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.685266:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292400/0x63da906377346ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e86 expref: 249 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.685274:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14d880 00000100:00100000:0.0:1746126794.685292:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1206 00000100:00100000:0.0:1746126794.685298:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+249:2028:x1830946004232064:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.685397:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+249:2028:x1830946004232064:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126794.685403:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1206 00002000:00100000:0.0:1746126794.685407:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14d880 x1830946004232064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.685413:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946004232064 ext(0->4095) 00010000:00010000:0.0:1746126794.685417:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292400/0x63da906377346ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e86 expref: 249 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.685426:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292400/0x63da906377346ae3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e86 expref: 249 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.685431:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14d880 00000100:00100000:0.0:1746126794.688335:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.688383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.691693:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.704407:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.707510:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.708039:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.715762:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.725679:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.732819:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.738746:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.740264:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+252:2027:x1830946004233984:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1165us (1515us total) trans 4294971866 rc 0/0 00000100:00100000:0.0:1746126794.740272:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1210 00002000:00100000:0.0:1746126794.740279:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5d180 x1830946004233984/t4294971866(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.740286:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5d180 with x1830946004233984 ext(0->7) 00010000:00010000:0.0:1746126794.740292:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377346af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e9b expref: 252 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.740303:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377346af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3e9b expref: 252 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.740308:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5d180 00000100:00100000:0.0:1746126794.741943:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.750414:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.750489:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.754497:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.756112:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004234752 00000100:00100000:0.0:1746126794.756118:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004234752 00010000:00010000:0.0:1746126794.756398:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377346aff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea2 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746126794.756431:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15758 00000100:00100000:0.0:1746126794.756438:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004234752:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126794.756448:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126794.756464:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377346aff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea2 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.756473:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377346aff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea2 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.756491:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377346aff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea2 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.756515:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126794.756517:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126794.756523:0:7238:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346b06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea9 expref: 252 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.756530:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346b06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea9 expref: 252 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.756555:0:7238:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346b06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea9 expref: 252 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126794.756565:0:7238:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997167104:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126794.756628:0:7238:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126794.759743:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.762825:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.764065:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+255:2028:x1830946004235264:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 981us (1244us total) trans 4294971867 rc 0/0 00000100:00100000:0.0:1746126794.764072:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1212 00002000:00100000:0.0:1746126794.764078:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5c700 x1830946004235264/t4294971867(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.764085:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c700 with x1830946004235264 ext(0->7) 00010000:00010000:0.0:1746126794.764091:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346b06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea9 expref: 255 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.764101:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346b06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ea9 expref: 255 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.764106:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5c700 00000100:00100000:0.0:1746126794.769611:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.775403:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.779980:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.780833:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.782732:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.792691:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.798430:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.801849:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.807761:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.809409:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+256:2028:x1830946004237056:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1293us (1649us total) trans 4294971868 rc 0/0 00000100:00100000:0.0:1746126794.809417:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1215 00002000:00100000:0.0:1746126794.809424:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3dce00 x1830946004237056/t4294971868(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.809431:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dce00 with x1830946004237056 ext(0->7) 00010000:00010000:0.0:1746126794.809438:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346b1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ebe expref: 256 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.809454:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c800/0x63da906377346b1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ebe expref: 256 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.809459:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3dce00 00000100:00100000:0.0:1746126794.816296:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.820012:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.822371:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.823677:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004237696 00000100:00100000:0.0:1746126794.823681:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004237696 00000100:00100000:0.0:1746126794.823702:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28042 00000100:00100000:0.0:1746126794.823707:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+257:1108:x1830946004237696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126794.823713:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126794.823720:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377346b30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff3ed3 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.823730:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126794.823733:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b29 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ecc expref: 258 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.823738:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126794.823740:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377346b30 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ed3 expref: 258 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.823758:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b29 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ecc expref: 258 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.823768:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377346b30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ed3 expref: 258 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.823777:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d6000, rc 0) 00000100:00100000:0.0:1746126794.823800:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+258:1108:x1830946004237696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.823805:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28042 00000100:00100000:0.0:1746126794.825289:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.827803:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.830842:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.832640:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+259:2029:x1830946004238336:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1446us (1800us total) trans 4294971869 rc 0/0 00000100:00100000:0.0:1746126794.832649:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1217 00002000:00100000:0.0:1746126794.832656:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fd26300 x1830946004238336/t4294971869(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.832663:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26300 with x1830946004238336 ext(0->7) 00010000:00010000:0.0:1746126794.832670:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ecc expref: 259 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.832680:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ecc expref: 259 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.832686:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd26300 00000100:00100000:0.0:1746126794.839933:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.848197:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.848494:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.850446:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.850521:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.853967:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.860855:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+260:2027:x1830946004239616:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2178us (2900us total) trans 4294971870 rc 0/0 00000100:00100000:0.0:1746126794.860864:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1220 00002000:00100000:0.0:1746126794.860871:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e14ed80 x1830946004239616/t4294971870(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.860878:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ed80 with x1830946004239616 ext(0->7) 00010000:00010000:0.0:1746126794.860885:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3eda expref: 260 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.860896:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3eda expref: 260 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.860903:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14ed80 00000100:00100000:0.0:1746126794.867884:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.874644:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.876558:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.876577:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004240128 00000100:00100000:0.0:1746126794.876581:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004240128 00002000:00100000:0.0:1746126794.876606:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae44a80 x1830946004240128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.876614:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946004240128 ext(0->4095) 00010000:00010000:0.0:1746126794.876620:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da906377346b3e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ee1 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.876630:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da906377346b3e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ee1 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.876636:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae44a80 00000100:00100000:0.0:1746126794.876658:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1221 00000100:00100000:0.0:1746126794.876664:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004240128:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.876755:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004240128:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126794.876760:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1221 00002000:00100000:0.0:1746126794.876766:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae44a80 x1830946004240128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.876773:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946004240128 ext(0->4095) 00010000:00010000:0.0:1746126794.876777:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da906377346b3e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ee1 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.876785:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da906377346b3e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ee1 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.876791:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae44a80 00000100:00100000:0.0:1746126794.881024:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.884686:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.886847:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.889529:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+263:2029:x1830946004240896:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2373us (2678us total) trans 4294971871 rc 0/0 00000100:00100000:0.0:1746126794.889539:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1223 00002000:00100000:0.0:1746126794.889549:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de77480 x1830946004240896/t4294971871(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.889562:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77480 with x1830946004240896 ext(0->7) 00010000:00010000:0.0:1746126794.889570:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0600/0x63da906377346b45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ee8 expref: 263 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.889581:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0600/0x63da906377346b45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ee8 expref: 263 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.889586:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de77480 00000100:00100000:0.0:1746126794.893609:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.899765:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.901797:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.904298:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.906435:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.912485:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.915187:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.915949:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.920091:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.920607:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004242688 00000100:00100000:0.0:1746126794.920613:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004242688 00002000:00100000:0.0:1746126794.920642:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae2d880 x1830946004242688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.920650:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2d880 with x1830946004242688 ext(0->4095) 00010000:00010000:0.0:1746126794.920656:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3efd expref: 264 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.920666:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3efd expref: 264 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.920672:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2d880 00000100:00100000:0.0:1746126794.920691:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1224 00000100:00100000:0.0:1746126794.920697:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+264:2028:x1830946004242688:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126794.921444:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+264:2028:x1830946004242688:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 745us (1358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126794.921450:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1224 00002000:00100000:0.0:1746126794.921456:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae2d880 x1830946004242688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/4536 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.921464:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2d880 with x1830946004242688 ext(0->4095) 00010000:00010000:0.0:1746126794.921469:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3efd expref: 264 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.921478:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3efd expref: 264 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.921484:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2d880 00000100:00100000:0.0:1746126794.932040:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.934919:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+265:2028:x1830946004242944:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2671us (2879us total) trans 4294971872 rc 0/0 00000100:00100000:0.0:1746126794.934928:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1225 00002000:00100000:0.0:1746126794.934937:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2e300 x1830946004242944/t4294971872(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.934945:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e300 with x1830946004242944 ext(0->7) 00010000:00010000:0.0:1746126794.934953:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3efd expref: 265 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.934965:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3efd expref: 265 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.934971:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2e300 00000100:00100000:0.0:1746126794.945755:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.952249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.957709:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997170304:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126794.957729:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126794.957794:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+265:2029:x1830946004243200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5399us (5549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.957804:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15771 00000100:00100000:0.0:1746126794.961111:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004243456 00000100:00100000:0.0:1746126794.961118:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004243456 00002000:00100000:0.0:1746126794.961175:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb5500 x1830946004243456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 488/0 e 0 to 0 dl 1746126805 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.961184:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5500 with x1830946004243456 ext(0->4095) 00010000:00010000:0.0:1746126794.961192:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846800/0x63da906377346b61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f04 expref: 265 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.961204:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846800/0x63da906377346b61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f04 expref: 265 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.961210:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb5500 00000100:00100000:0.0:1746126794.966412:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.966504:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.969078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.975080:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.976281:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+266:2028:x1830946004244224:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 868us (1205us total) trans 4294971873 rc 0/0 00000100:00100000:0.0:1746126794.976288:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1228 00002000:00100000:0.0:1746126794.976293:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2c380 x1830946004244224/t4294971873(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:555/0 lens 496/448 e 0 to 0 dl 1746126805 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126794.976300:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c380 with x1830946004244224 ext(0->7) 00010000:00010000:0.0:1746126794.976305:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac000/0x63da906377346b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f0b expref: 266 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126794.976315:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ac000/0x63da906377346b68 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f0b expref: 266 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126794.976320:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2c380 00000100:00100000:0.0:1746126794.977762:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.980436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.984223:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.985628:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004244864 00000100:00100000:0.0:1746126794.985633:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004244864 00000100:00100000:0.0:1746126794.985659:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28053 00000100:00100000:0.0:1746126794.985664:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+267:1108:x1830946004244864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126794.985673:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126794.985682:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff3f20 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.986854:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126794.986860:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377346b76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f19 expref: 268 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.986867:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126794.986870:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b7d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f20 expref: 268 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.986901:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377346b76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f19 expref: 268 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.986911:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b7d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f20 expref: 268 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126794.986920:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00000100:00100000:0.0:1746126794.986969:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+268:1108:x1830946004244864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1303us (1716us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126794.986975:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28053 00000100:00100000:0.0:1746126794.988653:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126794.991956:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.001541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.002797:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+269:2029:x1830946004245504:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 755us (1263us total) trans 4294971874 rc 0/0 00000100:00100000:0.0:1746126795.002804:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1230 00002000:00100000:0.0:1746126795.002810:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098427800 x1830946004245504/t4294971874(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.002824:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427800 with x1830946004245504 ext(0->7) 00010000:00010000:0.0:1746126795.002829:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377346b76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f19 expref: 269 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.002838:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377346b76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f19 expref: 269 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.002843:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098427800 00000100:00100000:0.0:1746126795.008884:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.013675:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.015443:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.017284:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.021518:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.030569:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15776 00000100:00100000:0.0:1746126795.030579:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946004246528:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126795.030588:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126795.030604:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a1600/0x63da906377346b84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f27 expref: 7 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.030612:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a1a1600/0x63da906377346b84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f27 expref: 7 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.030626:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a1600/0x63da906377346b84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f27 expref: 7 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.030646:0:7238:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126795.030663:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004246528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 87us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.030669:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15776 00000100:00100000:0.0:1746126795.030681:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15777 00000100:00100000:0.0:1746126795.030685:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+269:2027:x1830946004246784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126795.030690:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126795.030697:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f20 expref: 269 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.030704:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f20 expref: 269 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.030715:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377346b7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f20 expref: 269 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.030722:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126795.030723:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126795.030727:0:7238:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f2e expref: 268 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.030734:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f2e expref: 268 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.030751:0:7238:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f2e expref: 268 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.030760:0:7238:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f2e expref: 268 pid: 9596 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746126795.030773:0:7238:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997171712:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126795.030810:0:7238:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126795.036332:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.041545:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.042558:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+270:2029:x1830946004247296:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 693us (1017us total) trans 4294971875 rc 0/0 00000100:00100000:0.0:1746126795.042565:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1232 00002000:00100000:0.0:1746126795.042571:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb12a00 x1830946004247296/t4294971875(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.042578:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12a00 with x1830946004247296 ext(0->7) 00010000:00010000:0.0:1746126795.042583:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f2e expref: 270 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.042591:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0400/0x63da906377346b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f2e expref: 270 pid: 9596 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.042596:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb12a00 00000100:00100000:0.0:1746126795.044322:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.047732:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.049921:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.053846:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.054972:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.056836:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.056870:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.069200:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.071585:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+272:2029:x1830946004249344:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2211us (2387us total) trans 4294971876 rc 0/0 00000100:00100000:0.0:1746126795.071594:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1234 00002000:00100000:0.0:1746126795.071602:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00f800 x1830946004249344/t4294971876(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.071609:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00f800 with x1830946004249344 ext(0->7) 00010000:00010000:0.0:1746126795.071616:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377346ba0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f43 expref: 272 pid: 25366 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.071629:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377346ba0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f43 expref: 272 pid: 25366 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.071635:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00f800 00000100:00100000:0.0:1746126795.079420:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.086524:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004249728 00000100:00100000:0.0:1746126795.086532:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004249728 00002000:00100000:0.0:1746126795.086567:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae2c700 x1830946004249728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:556/0 lens 488/0 e 0 to 0 dl 1746126806 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.086575:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c700 with x1830946004249728 ext(0->4095) 00002000:00010000:0.0:1746126795.086579:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae2c700 00000100:00100000:0.0:1746126795.086593:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12734 00000100:00100000:0.0:1746126795.086598:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004249728:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126795.086699:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004249728:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126795.086707:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12734 00002000:00100000:0.0:1746126795.086712:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae2c700 x1830946004249728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746126806 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.086718:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c700 with x1830946004249728 ext(0->4095) 00010000:00010000:0.0:1746126795.086722:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292600/0x63da906377346ba7 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f4a expref: 6 pid: 25366 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.086732:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292600/0x63da906377346ba7 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f4a expref: 6 pid: 25366 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.086737:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2c700 00000100:00100000:0.0:1746126795.089257:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.089292:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.093920:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.102846:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004250624 00000100:00100000:0.0:1746126795.102854:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004250624 00002000:00100000:0.0:1746126795.102892:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dfb4380 x1830946004250624/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/0 e 0 to 0 dl 1746126806 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.102900:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4380 with x1830946004250624 ext(0->7) 00010000:00010000:0.0:1746126795.102907:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292800/0x63da906377346bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f51 expref: 273 pid: 25366 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.102918:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292800/0x63da906377346bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f51 expref: 273 pid: 25366 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.102924:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4380 00000100:00100000:0.0:1746126795.102941:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1236 00000100:00100000:0.0:1746126795.102948:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+273:2030:x1830946004250624:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126795.104300:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+275:2030:x1830946004250624:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1349us (2122us total) trans 4294971877 rc 0/0 00000100:00100000:0.0:1746126795.104307:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1236 00002000:00100000:0.0:1746126795.104313:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dfb4380 x1830946004250624/t4294971877(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.104322:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4380 with x1830946004250624 ext(0->7) 00010000:00010000:0.0:1746126795.104328:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292800/0x63da906377346bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f51 expref: 275 pid: 25366 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.104340:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292800/0x63da906377346bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f51 expref: 275 pid: 25366 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.104346:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4380 00000100:00100000:0.0:1746126795.113391:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.117056:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.131353:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.131449:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.135367:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004251520 00000100:00100000:0.0:1746126795.135377:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004251520 00002000:00100000:0.0:1746126795.135407:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb4a80 x1830946004251520/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:556/0 lens 488/0 e 0 to 0 dl 1746126806 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.135416:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4a80 with x1830946004251520 ext(0->4095) 00010000:00010000:0.0:1746126795.135421:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346bbc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f5f expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.135430:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346bbc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f5f expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.135436:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4a80 00000100:00100000:0.0:1746126795.135447:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1237 00000100:00100000:0.0:1746126795.135451:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004251520:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126795.135523:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004251520:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 71us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126795.135528:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1237 00002000:00100000:0.0:1746126795.135532:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb4a80 x1830946004251520/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.135539:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4a80 with x1830946004251520 ext(0->4095) 00010000:00010000:0.0:1746126795.135542:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346bbc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f5f expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.135550:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346bbc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f5f expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.135555:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4a80 00000100:00100000:0.0:1746126795.142448:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.144766:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.157557:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.166958:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.170833:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+276:2027:x1830946004252288:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3173us (3871us total) trans 4294971878 rc 0/0 00000100:00100000:0.0:1746126795.170845:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1238 00002000:00100000:0.0:1746126795.170853:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098c9ce00 x1830946004252288/t4294971878(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.170861:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9ce00 with x1830946004252288 ext(0->7) 00010000:00010000:0.0:1746126795.170869:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da906377346bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f66 expref: 276 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.170881:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da906377346bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f66 expref: 276 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.170887:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098c9ce00 00000001:00080000:0.0:1746126795.171878:0:9592:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294971878 is committed 00000100:00100000:0.0:1746126795.175300:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.183958:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.184002:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.196809:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.196855:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.200597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.209337:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.211109:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1241 00000100:00100000:0.0:1746126795.214376:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946004253568:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3251us (5040us total) trans 4294971879 rc 0/0 00000100:00100000:0.0:1746126795.214386:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1241 00002000:00100000:0.0:1746126795.214395:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b1bb800 x1830946004253568/t4294971879(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.214409:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bb800 with x1830946004253568 ext(0->7) 00010000:00010000:0.0:1746126795.214417:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097847a00/0x63da906377346bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f74 expref: 9 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.214428:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097847a00/0x63da906377346bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f74 expref: 9 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.214434:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1bb800 00000100:00100000:0.0:1746126795.220467:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.225820:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.228570:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.231576:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.231620:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.235832:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.240673:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.242587:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946004254848:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1707us (1916us total) trans 4294971880 rc 0/0 00000100:00100000:0.0:1746126795.242596:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1244 00002000:00100000:0.0:1746126795.242603:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ade9880 x1830946004254848/t4294971880(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.242610:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946004254848 ext(0->7) 00010000:00010000:0.0:1746126795.242616:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097847000/0x63da906377346bdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f82 expref: 10 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.242626:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097847000/0x63da906377346bdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f82 expref: 10 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.242632:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ade9880 00000100:00100000:0.0:1746126795.246520:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.258661:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.264271:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.264340:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.264368:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004255488 00000100:00100000:0.0:1746126795.264374:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004255488 00010000:00010000:0.0:1746126795.264402:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097847200/0x63da906377346be6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f89 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746126795.265414:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15791 00000100:00100000:0.0:1746126795.265422:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004255488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126795.265431:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126795.265446:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097847200/0x63da906377346be6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f89 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.265456:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097847200/0x63da906377346be6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f89 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.265474:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097847200/0x63da906377346be6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f89 expref: 6 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.266244:0:7238:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126795.266272:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004255488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 850us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.266278:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15791 00000100:00100000:0.0:1746126795.280788:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.281810:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2030:x1830946004256128:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 838us (1029us total) trans 4294971881 rc 0/0 00000100:00100000:0.0:1746126795.281816:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1246 00002000:00100000:0.0:1746126795.281822:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac45f80 x1830946004256128/t4294971881(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.281829:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45f80 with x1830946004256128 ext(0->7) 00010000:00010000:0.0:1746126795.281834:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346bed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f90 expref: 13 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.281843:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346bed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3f90 expref: 13 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.281848:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac45f80 00000100:00100000:0.0:1746126795.285259:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.287827:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.291377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.291649:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.293767:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.295975:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.298264:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.304479:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.311776:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.312684:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2030:x1830946004257536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8008us (8208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.312692:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15794 00000100:00100000:0.0:1746126795.314626:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.316091:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.316881:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004258176 00000100:00100000:0.0:1746126795.316885:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004258176 00010000:00010000:0.0:1746126795.316899:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346c02 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fa5 expref: 6 pid: 9596 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746126795.316927:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15795 00000100:00100000:0.0:1746126795.316932:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004258176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126795.316939:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126795.316954:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346c02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fa5 expref: 6 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.316963:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346c02 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fa5 expref: 6 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.317093:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346c02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fa5 expref: 6 pid: 9596 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.317217:0:7238:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126795.317234:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004258176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 301us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.317239:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15795 00000100:00100000:0.0:1746126795.320192:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.325397:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.326958:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2029:x1830946004258688:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1189us (1566us total) trans 4294971883 rc 0/0 00000100:00100000:0.0:1746126795.326965:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1250 00002000:00100000:0.0:1746126795.326972:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f2d80 x1830946004258688/t4294971883(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.326979:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2d80 with x1830946004258688 ext(0->7) 00010000:00010000:0.0:1746126795.326984:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da906377346c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fac expref: 17 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.326993:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da906377346c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fac expref: 17 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.326998:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f2d80 00000100:00100000:0.0:1746126795.332182:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004258816 00000100:00100000:0.0:1746126795.332190:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004258816 00010000:00010000:0.0:1746126795.332219:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45c000/0x63da906377346c09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fac expref: 17 pid: 9597 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746126795.342667:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.346695:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.346740:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.349872:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.352253:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.353740:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.356179:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.360251:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.364196:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.365540:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946004260352:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 760us (1344us total) trans 4294971884 rc 0/0 00000100:00100000:0.0:1746126795.365547:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1252 00002000:00100000:0.0:1746126795.365553:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1a8700 x1830946004260352/t4294971884(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.365561:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8700 with x1830946004260352 ext(0->7) 00010000:00010000:0.0:1746126795.365566:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846400/0x63da906377346c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fc1 expref: 18 pid: 9597 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746126795.365654:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846400/0x63da906377346c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fc1 expref: 18 pid: 9597 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746126795.365660:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1a8700 00000100:00100000:0.0:1746126795.368057:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.370953:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.373910:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.383396:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.383431:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.385229:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.387106:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.387189:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.390864:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.396913:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.397918:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946004262400:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (1012us total) trans 4294971885 rc 0/0 00000100:00100000:0.0:1746126795.397925:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1255 00002000:00100000:0.0:1746126795.397931:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bea00 x1830946004262400/t4294971885(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.397937:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bea00 with x1830946004262400 ext(0->7) 00010000:00010000:0.0:1746126795.397942:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45c600/0x63da906377346c33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fd6 expref: 21 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.397951:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45c600/0x63da906377346c33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3fd6 expref: 21 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.397957:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bea00 00000100:00100000:0.0:1746126795.410647:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.412930:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.421204:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.421303:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.423158:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.423183:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.423430:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.427996:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.431233:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.432356:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2028:x1830946004264192:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 862us (1124us total) trans 4294971886 rc 0/0 00000100:00100000:0.0:1746126795.432363:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1257 00002000:00100000:0.0:1746126795.432370:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fd26a00 x1830946004264192/t4294971886(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.432377:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26a00 with x1830946004264192 ext(0->7) 00010000:00010000:0.0:1746126795.432382:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097847a00/0x63da906377346c48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3feb expref: 23 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.432392:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097847a00/0x63da906377346c48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3feb expref: 23 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.432401:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd26a00 00000100:00100000:0.0:1746126795.443539:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.443631:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.450356:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.453420:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.454387:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.460667:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.469756:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.473342:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2030:x1830946004265472:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3365us (3586us total) trans 4294971887 rc 0/0 00000100:00100000:0.0:1746126795.473352:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1260 00002000:00100000:0.0:1746126795.473361:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbca80 x1830946004265472/t4294971887(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.473369:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbca80 with x1830946004265472 ext(0->7) 00010000:00010000:0.0:1746126795.473376:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346c56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ff9 expref: 24 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.473388:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346c56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff3ff9 expref: 24 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.473394:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbca80 00000100:00100000:0.0:1746126795.474831:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.485885:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.488082:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.492287:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.492996:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.497388:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.501342:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.504243:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.509197:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.511244:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.516504:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.525523:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.527030:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.556510:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997180544 00000100:00100000:0.0:1746126795.556514:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997180544 00000100:00100000:0.0:1746126795.556543:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997181056 00000100:00100000:0.0:1746126795.556545:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997181056 00000100:00100000:0.0:1746126795.556556:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997180160 00000100:00100000:0.0:1746126795.556557:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997180160 00000100:00100000:0.0:1746126795.556568:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1746126795.556572:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3784:x1830945997180544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126795.556609:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3784:x1830945997180544:12345-0@lo:400:kworker.0 Request processed in 36us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.556615:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1746126795.556627:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1746126795.556631:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3784:x1830945997181056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126795.556650:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3784:x1830945997181056:12345-0@lo:400:kworker.0 Request processed in 18us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.556654:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1746126795.556661:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1746126795.556664:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f011500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3784:x1830945997180160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126795.556683:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f011500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3784:x1830945997180160:12345-0@lo:400:kworker.0 Request processed in 19us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.556687:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00080000:0.0:1746126795.556705:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126795.556715:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1746126795.556720:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997180672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126795.556743:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997180672:12345-0@lo:400:kworker.0 Request processed in 24us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.556748:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:0.0:1746126795.556759:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126795.556844:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997179904 00000100:00100000:0.0:1746126795.556847:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997179904 00000100:00100000:0.0:1746126795.556861:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1746126795.556865:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3787:x1830945997179904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126795.556888:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3787:x1830945997179904:12345-0@lo:400:kworker.0 Request processed in 22us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.556893:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1746126795.556900:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997180416 00000100:00100000:0.0:1746126795.556902:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997180416 00000100:00100000:0.0:1746126795.556922:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997180928 00000100:00100000:0.0:1746126795.556924:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997180928 00000100:00100000:0.0:1746126795.556935:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1746126795.556939:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3787:x1830945997180416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126795.556962:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3787:x1830945997180416:12345-0@lo:400:kworker.0 Request processed in 23us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.556967:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1746126795.556975:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1746126795.556978:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3787:x1830945997180928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126795.557003:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3787:x1830945997180928:12345-0@lo:400:kworker.0 Request processed in 25us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.557008:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00080000:0.0:1746126795.557022:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126795.558488:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126795.558525:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.569680:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.577921:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.579068:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2029:x1830946004268800:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 748us (1151us total) trans 4294971889 rc 0/0 00000100:00100000:0.0:1746126795.579076:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1266 00002000:00100000:0.0:1746126795.579082:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67df80 x1830946004268800/t4294971889(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.579089:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67df80 with x1830946004268800 ext(0->7) 00010000:00010000:0.0:1746126795.579095:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846e00/0x63da906377346c79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff401c expref: 28 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.579105:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846e00/0x63da906377346c79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff401c expref: 28 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.579110:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67df80 00000100:00100000:0.0:1746126795.580459:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.584592:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.588698:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.592916:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.593078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.596055:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.596090:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.599575:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.602944:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba36a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997182336:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126795.602960:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126795.603061:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946004270208:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3260us (3492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.603070:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15814 00000100:00100000:0.0:1746126795.605673:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.608196:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.609554:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2030:x1830946004270720:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 931us (1361us total) trans 4294971890 rc 0/0 00000100:00100000:0.0:1746126795.609560:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1268 00002000:00100000:0.0:1746126795.609565:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848c380 x1830946004270720/t4294971890(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.609571:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848c380 with x1830946004270720 ext(0->7) 00010000:00010000:0.0:1746126795.609576:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846c00/0x63da906377346c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4031 expref: 30 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.609585:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846c00/0x63da906377346c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4031 expref: 30 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.609590:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848c380 00000100:00100000:0.0:1746126795.611838:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.615028:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.620308:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.621767:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004271360 00000100:00100000:0.0:1746126795.621771:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004271360 00000100:00100000:0.0:1746126795.622197:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28095 00000100:00100000:0.0:1746126795.622205:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1108:x1830946004271360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126795.622213:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126795.622221:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b013800/0x63da906377346ca3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4046 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.622232:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126795.622236:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097846400/0x63da906377346c9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff403f expref: 32 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.622241:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126795.622244:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b013800/0x63da906377346ca3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4046 expref: 32 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.622263:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097846400/0x63da906377346c9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff403f expref: 32 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.622273:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b013800/0x63da906377346ca3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4046 expref: 32 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.622281:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b013800, rc 0) 00000100:00100000:0.0:1746126795.622306:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1108:x1830946004271360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.622312:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28095 00000100:00100000:0.0:1746126795.624647:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.626443:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997182976:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126795.626453:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126795.626486:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004271488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1397us (1841us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126795.626493:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15816 00000100:00100000:0.0:1746126795.627392:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.636057:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.642218:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.644820:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.652250:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.652296:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.657763:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.657820:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.661798:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.667084:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.672278:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.678321:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.684827:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2028:x1830946004273664:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5841us (6502us total) trans 4294971892 rc 0/0 00000100:00100000:0.0:1746126795.684838:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1272 00002000:00100000:0.0:1746126795.684846:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b4870000 x1830946004273664/t4294971892(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.684855:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4870000 with x1830946004273664 ext(0->7) 00010000:00010000:0.0:1746126795.684863:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0600/0x63da906377346cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4054 expref: 34 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.684877:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0600/0x63da906377346cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4054 expref: 34 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.684884:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b4870000 00000100:00100000:0.0:1746126795.692096:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.692152:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.695857:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004274176 00000100:00100000:0.0:1746126795.695863:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004274176 00002000:00100000:0.0:1746126795.695894:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae2e680 x1830946004274176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:556/0 lens 488/0 e 0 to 0 dl 1746126806 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.695902:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e680 with x1830946004274176 ext(0->4095) 00010000:00010000:0.0:1746126795.695909:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff405b expref: 6 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.695919:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff405b expref: 6 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.695924:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2e680 00000100:00100000:0.0:1746126795.695951:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1273 00000100:00100000:0.0:1746126795.695958:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004274176:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126795.696081:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004274176:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126795.696086:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1273 00002000:00100000:0.0:1746126795.696091:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae2e680 x1830946004274176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.696096:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e680 with x1830946004274176 ext(0->4095) 00010000:00010000:0.0:1746126795.696100:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff405b expref: 6 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.696109:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377346cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff405b expref: 6 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.696114:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2e680 00000100:00100000:0.0:1746126795.698391:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.701448:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.710826:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.716805:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.720292:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.722013:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004275072 00000100:00100000:0.0:1746126795.722018:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004275072 00010000:00010000:0.0:1746126795.722048:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097847600/0x63da906377346cbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4062 expref: 37 pid: 25366 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746126795.724450:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.727658:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.730629:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.734033:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.738785:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.739678:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946004275968:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 577us (893us total) trans 4294971894 rc 0/0 00000100:00100000:0.0:1746126795.739685:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1276 00002000:00100000:0.0:1746126795.739690:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b4872680 x1830946004275968/t4294971894(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.739697:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4872680 with x1830946004275968 ext(0->7) 00010000:00010000:0.0:1746126795.739702:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846400/0x63da906377346ccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4070 expref: 38 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.739710:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846400/0x63da906377346ccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4070 expref: 38 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.739715:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b4872680 00000100:00100000:0.0:1746126795.740826:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.743970:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.745462:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.748028:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.750706:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.752045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.754654:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.755438:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.755479:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.759567:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.761944:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.763030:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946004278016:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (1089us total) trans 4294971895 rc 0/0 00000100:00100000:0.0:1746126795.763045:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1278 00002000:00100000:0.0:1746126795.763051:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5308a80 x1830946004278016/t4294971895(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.763057:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308a80 with x1830946004278016 ext(0->7) 00010000:00010000:0.0:1746126795.763062:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0200/0x63da906377346ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4085 expref: 41 pid: 9597 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.763076:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0200/0x63da906377346ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4085 expref: 41 pid: 9597 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.763082:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5308a80 00000100:00100000:0.0:1746126795.765948:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.768780:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.768824:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004278400 00000100:00100000:0.0:1746126795.768829:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004278400 00002000:00100000:0.0:1746126795.768858:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b5309180 x1830946004278400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 488/0 e 0 to 0 dl 1746126806 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.768866:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309180 with x1830946004278400 ext(0->4095) 00002000:00010000:0.0:1746126795.768869:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b5309180 00000100:00100000:0.0:1746126795.769308:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12759 00000100:00100000:0.0:1746126795.769315:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946004278400:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126795.769807:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946004278400:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 491us (1026us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126795.769813:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12759 00002000:00100000:0.0:1746126795.769818:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b5309180 x1830946004278400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 488/4536 e 0 to 0 dl 1746126806 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.769825:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309180 with x1830946004278400 ext(0->4095) 00002000:00010000:0.0:1746126795.769827:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b5309180 00000100:00100000:0.0:1746126795.777375:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.777541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.777736:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28107 00000100:00100000:0.0:1746126795.777741:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1107:x1830946004278656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126795.777746:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126795.777759:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346cf7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff409a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.777781:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0e00/0x63da906377346ce9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff408c expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.778009:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126795.778012:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126795.778016:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346cf7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff409a expref: 41 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.778194:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0e00/0x63da906377346ce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff408c expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126795.778204:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0e00/0x63da906377346ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff408c expref: 41 pid: 9597 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746126795.778213:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997185536:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126795.778671:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126795.781937:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.786274:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.801914:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.805963:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2030:x1830946004279296:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3831us (4047us total) trans 4294971896 rc 0/0 00000100:00100000:0.0:1746126795.805975:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1280 00002000:00100000:0.0:1746126795.805987:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b530a300 x1830946004279296/t4294971896(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.805996:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946004279296 ext(0->7) 00010000:00010000:0.0:1746126795.806005:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346cf7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff409a expref: 42 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.806583:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a45ce00/0x63da906377346cf7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff409a expref: 43 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.806591:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b530a300 00000100:00100000:0.0:1746126795.810464:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.813707:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.820418:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.827060:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.830051:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.832630:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.834194:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946004280448:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1396us (1566us total) trans 4294971897 rc 0/0 00000100:00100000:0.0:1746126795.834201:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1282 00002000:00100000:0.0:1746126795.834206:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b530b800 x1830946004280448/t4294971897(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.834214:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b800 with x1830946004280448 ext(0->7) 00010000:00010000:0.0:1746126795.834219:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097847c00/0x63da906377346cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40a1 expref: 44 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.834229:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097847c00/0x63da906377346cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40a1 expref: 44 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.834234:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b530b800 00000100:00100000:0.0:1746126795.835719:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.842375:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.844936:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.849514:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.852671:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.855032:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.856247:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2028:x1830946004281728:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 944us (1218us total) trans 4294971898 rc 0/0 00000100:00100000:0.0:1746126795.856254:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1284 00002000:00100000:0.0:1746126795.856259:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800990d9880 x1830946004281728/t4294971898(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.856266:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d9880 with x1830946004281728 ext(0->7) 00010000:00010000:0.0:1746126795.856271:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0600/0x63da906377346d0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40af expref: 47 pid: 9597 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.856280:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0600/0x63da906377346d0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40af expref: 47 pid: 9597 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.856285:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990d9880 00000100:00100000:0.0:1746126795.858731:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.861606:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.863764:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.865972:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.869768:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.875419:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.878302:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.878366:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.878601:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.882734:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.887310:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.888756:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2027:x1830946004283776:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1178us (1450us total) trans 4294971899 rc 0/0 00000100:00100000:0.0:1746126795.888763:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1286 00002000:00100000:0.0:1746126795.888769:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b1b8a80 x1830946004283776/t4294971899(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.888776:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b8a80 with x1830946004283776 ext(0->7) 00010000:00010000:0.0:1746126795.888782:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097847400/0x63da906377346d21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40c4 expref: 48 pid: 9597 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.888792:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097847400/0x63da906377346d21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40c4 expref: 48 pid: 9597 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.888797:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1b8a80 00000100:00100000:0.0:1746126795.891089:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.894840:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.896968:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.899896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.902850:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.903927:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.905705:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.907332:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.907372:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.911396:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.915338:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.916493:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2029:x1830946004285824:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 867us (1160us total) trans 4294971900 rc 0/0 00000100:00100000:0.0:1746126795.916499:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1289 00002000:00100000:0.0:1746126795.916505:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a6bf8700 x1830946004285824/t4294971900(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.916512:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8700 with x1830946004285824 ext(0->7) 00010000:00010000:0.0:1746126795.916517:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0e00/0x63da906377346d36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40d9 expref: 51 pid: 9597 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.916526:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0e00/0x63da906377346d36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40d9 expref: 51 pid: 9597 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.916531:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6bf8700 00000100:00100000:0.0:1746126795.918478:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.921876:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.924450:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.930332:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.930390:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.933159:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.933197:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.936226:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.936518:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.939679:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.942511:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.944592:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946004287872:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1757us (2080us total) trans 4294971901 rc 0/0 00000100:00100000:0.0:1746126795.944600:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1293 00002000:00100000:0.0:1746126795.944606:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082511500 x1830946004287872/t4294971901(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.944614:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511500 with x1830946004287872 ext(0->7) 00010000:00010000:0.0:1746126795.944621:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a1a1a00/0x63da906377346d4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40ee expref: 52 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.944632:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a1a1a00/0x63da906377346d4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40ee expref: 52 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.944637:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082511500 00000100:00100000:0.0:1746126795.955017:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.960654:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.960696:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.964736:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.967384:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.972739:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.973846:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2030:x1830946004289152:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 795us (1114us total) trans 4294971902 rc 0/0 00000100:00100000:0.0:1746126795.973853:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1295 00002000:00100000:0.0:1746126795.973859:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082512a00 x1830946004289152/t4294971902(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:556/0 lens 496/448 e 0 to 0 dl 1746126806 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126795.973867:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512a00 with x1830946004289152 ext(0->7) 00010000:00010000:0.0:1746126795.973872:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40fc expref: 55 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126795.973882:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff40fc expref: 55 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126795.973888:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082512a00 00000100:00100000:0.0:1746126795.979959:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.991241:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.993420:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126795.996313:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.002723:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.003984:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126796.004764:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126796.005690:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126796.007061:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.009587:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004290560 00000100:00100000:0.0:1746126796.009592:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004290560 00002000:00100000:0.0:1746126796.009619:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb7480 x1830946004290560/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.009627:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7480 with x1830946004290560 ext(0->4095) 00002000:00010000:0.0:1746126796.009630:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfb7480 00000100:00100000:0.0:1746126796.009655:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12770 00000100:00100000:0.0:1746126796.009661:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2029:x1830946004290560:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.009861:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2029:x1830946004290560:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 198us (342us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.009867:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12770 00002000:00100000:0.0:1746126796.009872:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb7480 x1830946004290560/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.009880:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7480 with x1830946004290560 ext(0->4095) 00002000:00010000:0.0:1746126796.009882:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfb7480 00000100:00100000:0.0:1746126796.013277:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.016076:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.017276:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946004290816:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 811us (1199us total) trans 4294971903 rc 0/0 00000100:00100000:0.0:1746126796.017282:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1297 00002000:00100000:0.0:1746126796.017288:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082511c00 x1830946004290816/t4294971903(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.017295:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511c00 with x1830946004290816 ext(0->7) 00010000:00010000:0.0:1746126796.017300:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097847400/0x63da906377346d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4111 expref: 56 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.017309:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097847400/0x63da906377346d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4111 expref: 56 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.017315:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082511c00 00000100:00100000:0.0:1746126796.021522:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.023911:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.027204:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.029649:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.029728:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.034445:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004292096 00000100:00100000:0.0:1746126796.034451:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004292096 00000100:00100000:0.0:1746126796.034482:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28128 00000100:00100000:0.0:1746126796.034489:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004292096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126796.034503:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126796.034515:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991fd600/0x63da906377346d8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff412d expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.034535:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126796.034540:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ce3ac00/0x63da906377346d83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4126 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.034546:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126796.034549:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fd600/0x63da906377346d8a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff412d expref: 7 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.034575:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ce3ac00/0x63da906377346d83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4126 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.034586:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800991fd600/0x63da906377346d8a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff412d expref: 7 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.034594:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:0.0:1746126796.034624:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+7:1108:x1830946004292096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.034630:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28128 00000100:00100000:0.0:1746126796.036075:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.038566:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.041809:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.044669:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2029:x1830946004292608:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 750us (2864us total) trans 4294971904 rc 0/0 00000100:00100000:0.0:1746126796.044680:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1299 00002000:00100000:0.0:1746126796.044687:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1fd180 x1830946004292608/t4294971904(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.044695:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd180 with x1830946004292608 ext(0->7) 00010000:00010000:0.0:1746126796.044702:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ce3ac00/0x63da906377346d83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4126 expref: 58 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.044711:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ce3ac00/0x63da906377346d83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4126 expref: 58 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.044717:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fd180 00000100:00100000:0.0:1746126796.048075:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.055391:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.059690:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.061494:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.063258:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.066264:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.066926:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.066986:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.070109:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.074195:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.075599:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2030:x1830946004294400:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 768us (1408us total) trans 4294971905 rc 0/0 00000100:00100000:0.0:1746126796.075607:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1302 00002000:00100000:0.0:1746126796.075613:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a6bfb800 x1830946004294400/t4294971905(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.075620:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfb800 with x1830946004294400 ext(0->7) 00010000:00010000:0.0:1746126796.075625:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb77600/0x63da906377346d98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff413b expref: 60 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.075635:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb77600/0x63da906377346d98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff413b expref: 60 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.075639:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6bfb800 00000100:00100000:0.0:1746126796.078738:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.084547:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800991b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997191296:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126796.084570:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126796.084610:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946004294528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5712us (5877us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.084620:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15853 00000100:00100000:0.0:1746126796.088500:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.089722:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004295040 00000100:00100000:0.0:1746126796.089727:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004295040 00000100:00100000:0.0:1746126796.089761:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28133 00000100:00100000:0.0:1746126796.089768:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1108:x1830946004295040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126796.089775:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126796.089783:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377346dad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4150 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.089794:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126796.089798:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097846c00/0x63da906377346da6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4149 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.089808:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126796.089811:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377346dad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4150 expref: 62 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.089831:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097846c00/0x63da906377346da6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4149 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.089841:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377346dad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4150 expref: 62 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.089849:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:0.0:1746126796.089875:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1108:x1830946004295040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.089880:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28133 00000100:00100000:0.0:1746126796.091802:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.097368:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.102372:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.107093:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946004295680:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 712us (4724us total) trans 4294971906 rc 0/0 00000100:00100000:0.0:1746126796.107101:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1304 00002000:00100000:0.0:1746126796.107108:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1a8000 x1830946004295680/t4294971906(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.107117:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8000 with x1830946004295680 ext(0->7) 00010000:00010000:0.0:1746126796.107147:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846c00/0x63da906377346da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4149 expref: 63 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.107165:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846c00/0x63da906377346da6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4149 expref: 63 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.107171:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1a8000 00000100:00100000:0.0:1746126796.112985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.124085:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.126597:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004296192 00000100:00100000:0.0:1746126796.126603:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004296192 00002000:00100000:0.0:1746126796.126882:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800991b1500 x1830946004296192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.126891:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946004296192 ext(0->4095) 00010000:00010000:0.0:1746126796.126898:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377346dad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4150 expref: 64 pid: 9597 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.126908:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377346dad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4150 expref: 64 pid: 9597 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.126913:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b1500 00000100:00100000:0.0:1746126796.126937:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1305 00000100:00100000:0.0:1746126796.126944:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2027:x1830946004296192:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.127053:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2027:x1830946004296192:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.127059:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1305 00002000:00100000:0.0:1746126796.127064:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800991b1500 x1830946004296192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.127076:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946004296192 ext(0->4095) 00010000:00010000:0.0:1746126796.127080:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377346dad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4150 expref: 64 pid: 9597 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.127088:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377346dad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4150 expref: 64 pid: 9597 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.127094:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b1500 00000100:00100000:0.0:1746126796.129724:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.130171:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.137724:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.141766:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.142749:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2029:x1830946004296960:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 738us (986us total) trans 4294971907 rc 0/0 00000100:00100000:0.0:1746126796.142757:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1307 00002000:00100000:0.0:1746126796.142764:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c1c00 x1830946004296960/t4294971907(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.142771:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c1c00 with x1830946004296960 ext(0->7) 00010000:00010000:0.0:1746126796.142776:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846000/0x63da906377346db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4157 expref: 64 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.142787:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846000/0x63da906377346db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4157 expref: 64 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.142792:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c1c00 00000100:00100000:0.0:1746126796.144783:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.150787:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.155512:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.156360:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.158325:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.158746:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.160656:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.160694:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.163072:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.165787:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.167123:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2029:x1830946004298752:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 811us (1338us total) trans 4294971908 rc 0/0 00000100:00100000:0.0:1746126796.167295:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1310 00002000:00100000:0.0:1746126796.167302:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a6bfa300 x1830946004298752/t4294971908(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.167309:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfa300 with x1830946004298752 ext(0->7) 00010000:00010000:0.0:1746126796.167313:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4165 expref: 66 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.167322:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846200/0x63da906377346dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4165 expref: 66 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.167326:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6bfa300 00000100:00100000:0.0:1746126796.171774:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.177291:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004299136 00000100:00100000:0.0:1746126796.177297:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004299136 00002000:00100000:0.0:1746126796.177330:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082512300 x1830946004299136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.177343:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512300 with x1830946004299136 ext(0->4095) 00002000:00010000:0.0:1746126796.177348:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082512300 00000100:00100000:0.0:1746126796.177477:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12776 00000100:00100000:0.0:1746126796.177484:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004299136:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.177971:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004299136:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 486us (780us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.177977:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12776 00002000:00100000:0.0:1746126796.177983:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082512300 x1830946004299136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.177990:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512300 with x1830946004299136 ext(0->4095) 00002000:00010000:0.0:1746126796.177992:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082512300 00000100:00100000:0.0:1746126796.180444:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.183668:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.186258:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.186646:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.188244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.192099:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004300544 00000100:00100000:0.0:1746126796.192104:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004300544 00002000:00100000:0.0:1746126796.192147:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb6a00 x1830946004300544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.192155:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946004300544 ext(0->4095) 00010000:00010000:0.0:1746126796.192161:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4181 expref: 67 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.192176:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4181 expref: 67 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.192182:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb6a00 00000100:00100000:0.0:1746126796.192201:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1312 00000100:00100000:0.0:1746126796.192206:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2028:x1830946004300544:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.192287:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2028:x1830946004300544:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 80us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.192292:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1312 00002000:00100000:0.0:1746126796.192296:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb6a00 x1830946004300544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.192302:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946004300544 ext(0->4095) 00010000:00010000:0.0:1746126796.192305:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4181 expref: 67 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.192312:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4181 expref: 67 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.192316:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb6a00 00000100:00100000:0.0:1746126796.194479:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.195782:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2030:x1830946004300800:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1022us (1305us total) trans 4294971909 rc 0/0 00000100:00100000:0.0:1746126796.195789:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1313 00002000:00100000:0.0:1746126796.195795:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00ea00 x1830946004300800/t4294971909(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.195803:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ea00 with x1830946004300800 ext(0->7) 00010000:00010000:0.0:1746126796.195808:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4181 expref: 69 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.195818:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846600/0x63da906377346dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4181 expref: 69 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.195823:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00ea00 00000100:00100000:0.0:1746126796.197256:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.200407:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.200428:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004301184 00000100:00100000:0.0:1746126796.200432:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004301184 00002000:00100000:0.0:1746126796.200465:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e00c380 x1830946004301184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.200473:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c380 with x1830946004301184 ext(0->4095) 00002000:00010000:0.0:1746126796.200477:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e00c380 00000100:00100000:0.0:1746126796.200714:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12778 00000100:00100000:0.0:1746126796.200721:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2029:x1830946004301184:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.200912:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2029:x1830946004301184:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 191us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.200918:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12778 00002000:00100000:0.0:1746126796.200923:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e00c380 x1830946004301184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.200929:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c380 with x1830946004301184 ext(0->4095) 00002000:00010000:0.0:1746126796.200932:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e00c380 00000100:00100000:0.0:1746126796.203416:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.204986:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.207351:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.212704:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.216566:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.216610:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.216629:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004302208 00000100:00100000:0.0:1746126796.216635:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004302208 00000100:00100000:0.0:1746126796.216665:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28144 00000100:00100000:0.0:1746126796.216672:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+70:1108:x1830946004302208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126796.216684:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126796.216696:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0200/0x63da906377346dfa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff419d expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.216712:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126796.216717:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097847e00/0x63da906377346df3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4196 expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.216722:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126796.216724:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0200/0x63da906377346dfa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff419d expref: 71 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.216749:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097847e00/0x63da906377346df3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4196 expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.216759:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0200/0x63da906377346dfa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff419d expref: 71 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.216772:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a1a0200, rc 0) 00000100:00100000:0.0:1746126796.216805:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+71:1108:x1830946004302208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.216811:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28144 00000100:00100000:0.0:1746126796.219212:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.223957:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.230406:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.237951:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.240375:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.245661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.247639:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.251191:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.254720:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.254778:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.255543:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.257399:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.259585:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.260408:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2029:x1830946004304640:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 690us (824us total) trans 4294971911 rc 0/0 00000100:00100000:0.0:1746126796.260414:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1318 00002000:00100000:0.0:1746126796.260419:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5d500 x1830946004304640/t4294971911(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.260425:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5d500 with x1830946004304640 ext(0->7) 00010000:00010000:0.0:1746126796.260429:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097846000/0x63da906377346e08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41ab expref: 73 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.260438:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097846000/0x63da906377346e08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41ab expref: 73 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.260442:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5d500 00000100:00100000:0.0:1746126796.262602:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.266423:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.268347:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.270317:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.276264:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.276317:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.280594:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.280627:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.285303:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.291502:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.295683:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.298300:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2029:x1830946004306688:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2421us (2618us total) trans 4294971912 rc 0/0 00000100:00100000:0.0:1746126796.298310:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1320 00002000:00100000:0.0:1746126796.298317:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c9180 x1830946004306688/t4294971912(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.298324:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c9180 with x1830946004306688 ext(0->7) 00010000:00010000:0.0:1746126796.298330:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097847c00/0x63da906377346e1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41c0 expref: 74 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.298341:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097847c00/0x63da906377346e1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41c0 expref: 74 pid: 9596 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.298347:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c9180 00000100:00100000:0.0:1746126796.301230:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.305296:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.307971:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.315249:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.315301:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.318268:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.318292:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.318320:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.321891:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.324062:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.325013:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2028:x1830946004308480:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 555us (953us total) trans 4294971913 rc 0/0 00000100:00100000:0.0:1746126796.325018:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1322 00002000:00100000:0.0:1746126796.325024:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824cb480 x1830946004308480/t4294971913(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.325042:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824cb480 with x1830946004308480 ext(0->7) 00010000:00010000:0.0:1746126796.325048:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb77a00/0x63da906377346e32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41d5 expref: 76 pid: 25366 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.325056:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb77a00/0x63da906377346e32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41d5 expref: 76 pid: 25366 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746126796.325061:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824cb480 00000100:00100000:0.0:1746126796.327556:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.330610:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.332414:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.334209:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.336738:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.340817:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.343341:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997196288:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126796.343349:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997196416:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126796.343638:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fb77c00/0x63da906377346e47 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41ea expref: 79 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.343645:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb77c00/0x63da906377346e47 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff41ea expref: 79 pid: 9596 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746126796.343652:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb77c00, rc 0) 00000100:00100000:0.0:1746126796.343675:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1107:x1830946004309632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2735us (2865us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.343798:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28155 00000100:00100000:0.0:1746126796.345949:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.349376:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.357349:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.367105:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.368238:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.370170:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.371522:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.375354:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.379947:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.384068:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.392854:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.396197:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.397326:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.397378:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004312704 00000100:00100000:0.0:1746126796.397382:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004312704 00002000:00100000:0.0:1746126796.397405:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800991b0380 x1830946004312704/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.397413:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0380 with x1830946004312704 ext(0->4095) 00010000:00010000:0.0:1746126796.397419:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292c00/0x63da906377346e63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4206 expref: 82 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.397426:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292c00/0x63da906377346e63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4206 expref: 82 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.397432:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b0380 00000100:00100000:0.0:1746126796.397447:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1327 00000100:00100000:0.0:1746126796.397453:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2030:x1830946004312704:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.397547:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2030:x1830946004312704:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.397553:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1327 00002000:00100000:0.0:1746126796.397559:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800991b0380 x1830946004312704/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.397565:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0380 with x1830946004312704 ext(0->4095) 00010000:00010000:0.0:1746126796.397569:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292c00/0x63da906377346e63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4206 expref: 82 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.397581:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292c00/0x63da906377346e63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4206 expref: 82 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.397586:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b0380 00000100:00100000:0.0:1746126796.401401:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.401784:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.401812:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.413592:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.425741:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.425826:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.429421:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.433506:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.433592:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.435766:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.438053:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.439728:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946004314880:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1385us (1673us total) trans 4294971917 rc 0/0 00000100:00100000:0.0:1746126796.439736:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1332 00002000:00100000:0.0:1746126796.439743:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b2680 x1830946004314880/t4294971917(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.439751:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2680 with x1830946004314880 ext(0->7) 00010000:00010000:0.0:1746126796.439757:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da906377346e78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff421b expref: 84 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.439768:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da906377346e78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff421b expref: 84 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.439774:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b2680 00000100:00100000:0.0:1746126796.442834:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.445807:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.448772:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.449161:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.451785:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25366:1830945997198592:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126796.451795:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25366:1830945997198720:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126796.451834:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a292e00/0x63da906377346e8d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4230 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.451847:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292e00, rc 0) 00000100:00100000:0.0:1746126796.451879:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1107:x1830946004315520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2658us (2717us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.451885:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28165 00000100:00100000:0.0:1746126796.453981:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.454066:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.456262:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.461398:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.468735:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.473518:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.473827:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.476603:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.478054:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.480884:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.484705:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.489519:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.493472:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.496462:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.499965:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.502396:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.505928:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.506836:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.506858:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.509244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.511998:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.516806:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.535278:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.535518:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.539718:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.544387:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.545542:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.546056:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.555111:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.567273:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.568292:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2030:x1830946004321792:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 801us (1024us total) trans 4294971921 rc 0/0 00000100:00100000:0.0:1746126796.568298:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1343 00002000:00100000:0.0:1746126796.568304:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00dc00 x1830946004321792/t4294971921(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.568312:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00dc00 with x1830946004321792 ext(0->7) 00010000:00010000:0.0:1746126796.568316:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da906377346ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4268 expref: 92 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.568329:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da906377346ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4268 expref: 92 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.568334:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00dc00 00000100:00100000:0.0:1746126796.574900:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.575855:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.578433:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.581009:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.584501:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.586310:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.590783:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.592738:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+94:2027:x1830946004322944:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1079us (1952us total) trans 4294971922 rc 0/0 00000100:00100000:0.0:1746126796.592746:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1345 00002000:00100000:0.0:1746126796.592751:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00ed80 x1830946004322944/t4294971922(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.592758:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ed80 with x1830946004322944 ext(0->7) 00010000:00010000:0.0:1746126796.592765:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377346ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4276 expref: 94 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.592778:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377346ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4276 expref: 94 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.592784:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00ed80 00000100:00100000:0.0:1746126796.596095:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.598950:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.602876:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.605063:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.608214:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.612420:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.621929:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.627697:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.634306:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.640018:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.642917:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.643224:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.646622:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004325248 00000100:00100000:0.0:1746126796.646628:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004325248 00002000:00100000:0.0:1746126796.646655:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb7800 x1830946004325248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.646663:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7800 with x1830946004325248 ext(0->4095) 00010000:00010000:0.0:1746126796.646670:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4292 expref: 96 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.646681:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4292 expref: 96 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.646687:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb7800 00000100:00100000:0.0:1746126796.646711:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1349 00000100:00100000:0.0:1746126796.646717:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2027:x1830946004325248:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.646802:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2027:x1830946004325248:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.646810:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1349 00002000:00100000:0.0:1746126796.646815:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb7800 x1830946004325248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.646821:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7800 with x1830946004325248 ext(0->4095) 00010000:00010000:0.0:1746126796.646825:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4292 expref: 96 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.646833:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4292 expref: 96 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.646838:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb7800 00000100:00100000:0.0:1746126796.653738:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.658511:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.662510:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.668805:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.669269:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.672595:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.672637:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.676685:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.676769:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.681667:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.685715:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.697390:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.699701:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.708766:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.708807:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.715039:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.716088:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.723382:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.728223:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.737007:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.741155:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2028:x1830946004329216:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1999us (4146us total) trans 4294971926 rc 0/0 00000100:00100000:0.0:1746126796.741165:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1355 00002000:00100000:0.0:1746126796.741173:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e14d880 x1830946004329216/t4294971926(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.741182:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946004329216 ext(0->7) 00010000:00010000:0.0:1746126796.741189:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009aefdc00/0x63da906377346f19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42bc expref: 102 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.741201:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009aefdc00/0x63da906377346f19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42bc expref: 102 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.741207:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14d880 00000100:00100000:0.0:1746126796.748019:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.748514:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.753397:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.757614:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.762006:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.766996:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.772275:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.777876:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2028:x1830946004330368:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5116us (5601us total) trans 4294971927 rc 0/0 00000100:00100000:0.0:1746126796.777891:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1357 00002000:00100000:0.0:1746126796.777900:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de74380 x1830946004330368/t4294971927(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.777908:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74380 with x1830946004330368 ext(0->7) 00010000:00010000:0.0:1746126796.777916:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189c00/0x63da906377346f27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ca expref: 104 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.777930:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189c00/0x63da906377346f27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ca expref: 104 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.777936:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de74380 00000100:00100000:0.0:1746126796.780295:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.783355:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.783731:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.787910:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.788331:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.791696:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.793727:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.799231:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+107:2029:x1830946004331648:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3048us (5500us total) trans 4294971928 rc 0/0 00000100:00100000:0.0:1746126796.799241:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1359 00002000:00100000:0.0:1746126796.799249:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fde0380 x1830946004331648/t4294971928(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.799257:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0380 with x1830946004331648 ext(0->7) 00010000:00010000:0.0:1746126796.799264:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da906377346f35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42d8 expref: 107 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.799277:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da906377346f35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42d8 expref: 107 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.799283:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fde0380 00000100:00100000:0.0:1746126796.801344:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.806759:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.810889:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.811156:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.813358:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.813992:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.814180:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004332672 00000100:00100000:0.0:1746126796.814183:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004332672 00010000:00010000:0.0:1746126796.814198:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346f3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42df expref: 108 pid: 25366 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126796.814215:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15913 00000100:00100000:0.0:1746126796.814219:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+108:2028:x1830946004332672:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126796.814227:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126796.814294:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346f3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42df expref: 108 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.814302:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346f3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42df expref: 108 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.814318:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377346f3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42df expref: 108 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.814339:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126796.815950:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+106:2028:x1830946004332672:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1729us (1957us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.815957:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15913 00000100:00100000:0.0:1746126796.818068:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.819258:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004332928 00000100:00100000:0.0:1746126796.819262:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004332928 00010000:00010000:0.0:1746126796.819278:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009920ba00/0x63da906377346f43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42e6 expref: 6 pid: 25366 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126796.819305:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15914 00000100:00100000:0.0:1746126796.819311:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004332928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126796.819318:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126796.819333:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009920ba00/0x63da906377346f43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42e6 expref: 6 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.819342:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009920ba00/0x63da906377346f43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42e6 expref: 6 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.819358:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009920ba00/0x63da906377346f43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42e6 expref: 6 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.819368:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126796.819369:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126796.819374:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ed expref: 106 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.819385:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ed expref: 106 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.819403:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ed expref: 106 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.819413:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ed expref: 106 pid: 25366 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126796.819423:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fde1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997205376:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126796.819480:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126796.822057:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.825915:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.826889:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+109:2030:x1830946004333440:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 762us (980us total) trans 4294971929 rc 0/0 00000100:00100000:0.0:1746126796.826895:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1362 00002000:00100000:0.0:1746126796.826900:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fde3480 x1830946004333440/t4294971929(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.826906:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3480 with x1830946004333440 ext(0->7) 00010000:00010000:0.0:1746126796.826911:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ed expref: 109 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.826918:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff42ed expref: 109 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.826927:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fde3480 00000100:00100000:0.0:1746126796.829266:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.832065:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.839965:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.840070:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.842752:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.843887:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.845272:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.846650:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.850915:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.856514:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.857678:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+110:2028:x1830946004335104:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 781us (1170us total) trans 4294971930 rc 0/0 00000100:00100000:0.0:1746126796.857684:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1364 00002000:00100000:0.0:1746126796.857690:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace5500 x1830946004335104/t4294971930(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.857703:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946004335104 ext(0->7) 00010000:00010000:0.0:1746126796.857708:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4302 expref: 110 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.857718:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009920bc00/0x63da906377346f5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4302 expref: 110 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.857723:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace5500 00000100:00100000:0.0:1746126796.861475:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.863333:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.865199:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.865221:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004335616 00000100:00100000:0.0:1746126796.865226:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004335616 00002000:00100000:0.0:1746126796.865259:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ace4e00 x1830946004335616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.865268:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4e00 with x1830946004335616 ext(0->4095) 00010000:00010000:0.0:1746126796.865275:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da906377346f66 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4309 expref: 6 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.865286:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da906377346f66 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4309 expref: 6 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.865291:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace4e00 00000100:00100000:0.0:1746126796.865321:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1365 00000100:00100000:0.0:1746126796.865327:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004335616:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.865434:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004335616:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.865440:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1365 00002000:00100000:0.0:1746126796.865444:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ace4e00 x1830946004335616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.865451:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4e00 with x1830946004335616 ext(0->4095) 00010000:00010000:0.0:1746126796.865455:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da906377346f66 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4309 expref: 6 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.865464:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da906377346f66 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4309 expref: 6 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.865469:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace4e00 00000100:00100000:0.0:1746126796.867575:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.868996:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.875679:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.876560:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+113:2030:x1830946004336384:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 685us (887us total) trans 4294971931 rc 0/0 00000100:00100000:0.0:1746126796.876567:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1367 00002000:00100000:0.0:1746126796.876573:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace7b80 x1830946004336384/t4294971931(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.876580:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7b80 with x1830946004336384 ext(0->7) 00010000:00010000:0.0:1746126796.876585:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da906377346f6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4310 expref: 113 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.876594:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da906377346f6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4310 expref: 113 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.876599:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace7b80 00000100:00100000:0.0:1746126796.879961:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.888349:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.892419:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004336896 00000100:00100000:0.0:1746126796.892426:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004336896 00002000:00100000:0.0:1746126796.892469:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb7100 x1830946004336896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.892478:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7100 with x1830946004336896 ext(0->4095) 00010000:00010000:0.0:1746126796.892485:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da906377346f74 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4317 expref: 115 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.892498:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da906377346f74 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4317 expref: 115 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.892504:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb7100 00000100:00100000:0.0:1746126796.892521:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1368 00000100:00100000:0.0:1746126796.892527:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+115:2027:x1830946004336896:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.892615:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+114:2027:x1830946004336896:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.892620:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1368 00002000:00100000:0.0:1746126796.892625:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb7100 x1830946004336896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.892631:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7100 with x1830946004336896 ext(0->4095) 00010000:00010000:0.0:1746126796.892636:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da906377346f74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4317 expref: 114 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.892643:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da906377346f74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4317 expref: 114 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.892649:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb7100 00000100:00100000:0.0:1746126796.894254:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.894786:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004337152 00000100:00100000:0.0:1746126796.894790:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004337152 00000100:00100000:0.0:1746126796.894808:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28200 00000100:00100000:0.0:1746126796.894813:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004337152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126796.894824:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126796.894832:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb8b800/0x63da906377346f82 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4325 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.894846:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346f7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff431e expref: 112 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.894852:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126796.894853:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126796.894856:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb8b800/0x63da906377346f82 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4325 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.894870:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346f7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff431e expref: 112 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.894880:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346f7b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff431e expref: 112 pid: 9596 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126796.894887:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ace6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997207040:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126796.894916:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126796.897266:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ace6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997207040:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126796.897284:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb8b800/0x63da906377346f82 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4325 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126796.897296:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb8b800, rc 0) 00000100:00100000:0.0:1746126796.897317:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004337152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2503us (2593us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126796.897331:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28200 00000100:00100000:0.0:1746126796.899859:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.900760:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+114:2030:x1830946004337664:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 689us (906us total) trans 4294971932 rc 0/0 00000100:00100000:0.0:1746126796.900766:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1370 00002000:00100000:0.0:1746126796.900772:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace6300 x1830946004337664/t4294971932(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.900778:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6300 with x1830946004337664 ext(0->7) 00010000:00010000:0.0:1746126796.900783:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346f7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff431e expref: 114 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.900792:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346f7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff431e expref: 114 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.900797:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace6300 00000100:00100000:0.0:1746126796.909368:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.912783:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.913147:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.914301:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.915045:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.918444:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.921087:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.923228:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+117:2029:x1830946004338944:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1784us (2143us total) trans 4294971933 rc 0/0 00000100:00100000:0.0:1746126796.923238:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1372 00002000:00100000:0.0:1746126796.923247:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67ce00 x1830946004338944/t4294971933(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.923255:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ce00 with x1830946004338944 ext(0->7) 00010000:00010000:0.0:1746126796.923261:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da906377346f89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff432c expref: 117 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.923273:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da906377346f89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff432c expref: 117 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.923279:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67ce00 00000100:00100000:0.0:1746126796.928009:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.931327:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.933489:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.938447:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.944562:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.944600:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.946009:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.948334:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.951676:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.953355:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+119:2029:x1830946004340736:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1334us (1682us total) trans 4294971934 rc 0/0 00000100:00100000:0.0:1746126796.953363:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1374 00002000:00100000:0.0:1746126796.953370:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67e680 x1830946004340736/t4294971934(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.953378:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e680 with x1830946004340736 ext(0->7) 00010000:00010000:0.0:1746126796.953385:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377346f9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4341 expref: 119 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.953396:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377346f9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4341 expref: 119 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.953402:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67e680 00000100:00100000:0.0:1746126796.955843:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.960255:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.962510:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.962554:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.966437:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.969612:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.976530:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.977573:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+120:2029:x1830946004342016:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 879us (1046us total) trans 4294971935 rc 0/0 00000100:00100000:0.0:1746126796.977579:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1376 00002000:00100000:0.0:1746126796.977584:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848c000 x1830946004342016/t4294971935(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:557/0 lens 496/448 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.977591:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848c000 with x1830946004342016 ext(0->7) 00010000:00010000:0.0:1746126796.977596:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ad400/0x63da906377346fac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4356 expref: 120 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.977605:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ad400/0x63da906377346fac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4356 expref: 120 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.977610:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848c000 00000100:00100000:0.0:1746126796.981260:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.984844:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.988188:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004342528 00000100:00100000:0.0:1746126796.988193:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004342528 00002000:00100000:0.0:1746126796.988222:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb5180 x1830946004342528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:557/0 lens 488/0 e 0 to 0 dl 1746126807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.988231:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5180 with x1830946004342528 ext(0->4095) 00010000:00010000:0.0:1746126796.988236:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff434f expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.988247:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff434f expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.988252:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb5180 00000100:00100000:0.0:1746126796.988277:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1377 00000100:00100000:0.0:1746126796.988283:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004342528:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126796.988376:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004342528:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126796.988382:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1377 00002000:00100000:0.0:1746126796.988386:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb5180 x1830946004342528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:557/0 lens 488/4536 e 0 to 0 dl 1746126807 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126796.988393:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5180 with x1830946004342528 ext(0->4095) 00010000:00010000:0.0:1746126796.988397:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff434f expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126796.988405:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da906377346fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff434f expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126796.988416:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb5180 00000100:00100000:0.0:1746126796.991784:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126796.994718:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.000248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.005043:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.006601:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+122:2027:x1830946004343168:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 996us (1556us total) trans 4294971936 rc 0/0 00000100:00100000:0.0:1746126797.006607:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1378 00002000:00100000:0.0:1746126797.006612:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848fb80 x1830946004343168/t4294971936(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.006619:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848fb80 with x1830946004343168 ext(0->7) 00010000:00010000:0.0:1746126797.006623:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377346fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff435d expref: 122 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.006632:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377346fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff435d expref: 122 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.006637:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848fb80 00000100:00100000:0.0:1746126797.007936:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.012230:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.016792:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.021173:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.022849:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.024058:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.025283:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.025846:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.029779:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.032306:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.034111:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+124:2029:x1830946004344960:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1638us (1806us total) trans 4294971937 rc 0/0 00000100:00100000:0.0:1746126797.034119:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1381 00002000:00100000:0.0:1746126797.034144:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a6bf8700 x1830946004344960/t4294971937(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.034153:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8700 with x1830946004344960 ext(0->7) 00010000:00010000:0.0:1746126797.034159:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ace00/0x63da906377346fcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4372 expref: 124 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.034171:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ace00/0x63da906377346fcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4372 expref: 124 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.034178:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6bf8700 00000100:00100000:0.0:1746126797.036320:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.037966:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.039885:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.041721:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.045022:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.045265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.047952:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004346368 00000100:00100000:0.0:1746126797.047956:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004346368 00010000:00010000:0.0:1746126797.047970:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099188600/0x63da906377346fd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4379 expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126797.047990:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15936 00000100:00100000:0.0:1746126797.047996:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004346368:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126797.048002:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126797.048009:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099188600/0x63da906377346fd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4379 expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.048017:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099188600/0x63da906377346fd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4379 expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.048038:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099188600/0x63da906377346fd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4379 expref: 6 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.048060:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.048062:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.048068:0:7238:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377346fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4387 expref: 123 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.048076:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377346fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4387 expref: 123 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.048097:0:7238:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377346fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4387 expref: 123 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126797.048107:0:7238:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997210368:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126797.048161:0:7238:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126797.050290:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.052836:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.054429:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+127:2027:x1830946004347008:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1318us (1592us total) trans 4294971938 rc 0/0 00000100:00100000:0.0:1746126797.054437:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1384 00002000:00100000:0.0:1746126797.054444:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009adeb480 x1830946004347008/t4294971938(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.054452:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb480 with x1830946004347008 ext(0->7) 00010000:00010000:0.0:1746126797.054458:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377346fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4387 expref: 127 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.054468:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377346fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4387 expref: 127 pid: 9597 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.054474:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009adeb480 00000100:00100000:0.0:1746126797.056695:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.060036:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.064119:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.065974:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.069241:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.069286:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.072898:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.073401:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.074874:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.076497:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.081064:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.082035:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+128:2028:x1830946004349056:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 753us (968us total) trans 4294971939 rc 0/0 00000100:00100000:0.0:1746126797.082042:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1386 00002000:00100000:0.0:1746126797.082048:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009adeb800 x1830946004349056/t4294971939(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.082054:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946004349056 ext(0->7) 00010000:00010000:0.0:1746126797.082058:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da906377346ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff439c expref: 128 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.082066:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075e00/0x63da906377346ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff439c expref: 128 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.082071:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009adeb800 00000100:00100000:0.0:1746126797.085505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.090932:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.095625:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.095992:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.098307:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.101271:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.104912:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.106224:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+131:2028:x1830946004350336:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (1317us total) trans 4294971940 rc 0/0 00000100:00100000:0.0:1746126797.106232:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1388 00002000:00100000:0.0:1746126797.106237:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f3800 x1830946004350336/t4294971940(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.106245:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3800 with x1830946004350336 ext(0->7) 00010000:00010000:0.0:1746126797.106249:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ace00/0x63da90637734700e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43aa expref: 131 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.106259:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ace00/0x63da90637734700e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43aa expref: 131 pid: 9594 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.106264:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f3800 00000100:00100000:0.0:1746126797.108731:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.113320:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004350720 00000100:00100000:0.0:1746126797.113327:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004350720 00002000:00100000:0.0:1746126797.113358:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb6a00 x1830946004350720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 488/0 e 0 to 0 dl 1746126808 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.113366:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946004350720 ext(0->4095) 00002000:00010000:0.0:1746126797.113370:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfb6a00 00000100:00100000:0.0:1746126797.113393:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12820 00000100:00100000:0.0:1746126797.113398:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+131:2027:x1830946004350720:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126797.113494:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+131:2027:x1830946004350720:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126797.113499:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12820 00002000:00100000:0.0:1746126797.113504:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb6a00 x1830946004350720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746126808 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.113510:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946004350720 ext(0->4095) 00002000:00010000:0.0:1746126797.113512:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dfb6a00 00000100:00100000:0.0:1746126797.115918:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.118573:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.119625:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.127650:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.127687:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.127728:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.127753:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004351360 00000100:00100000:0.0:1746126797.127759:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004351360 00010000:00010000:0.0:1746126797.127787:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991ada00/0x63da906377347015 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43b8 expref: 6 pid: 9594 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126797.127807:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15943 00000100:00100000:0.0:1746126797.127814:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004351360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126797.127824:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126797.127840:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991ada00/0x63da906377347015 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43b8 expref: 6 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.127850:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991ada00/0x63da906377347015 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43b8 expref: 6 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.127870:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126797.127901:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004351360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 88us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126797.127907:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 15943 00000100:00100000:0.0:1746126797.127919:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004351616 00000100:00100000:0.0:1746126797.127921:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004351616 00010000:00010000:0.0:1746126797.127929:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da906377347007 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43b1 expref: 132 pid: 25366 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126797.127941:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15944 00000100:00100000:0.0:1746126797.127946:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+132:2027:x1830946004351616:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126797.127954:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126797.127960:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da906377347007 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43b1 expref: 132 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.127968:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da906377347007 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43b1 expref: 132 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.127978:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.127980:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.127986:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734701c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43bf expref: 132 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.127993:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734701c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43bf expref: 132 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.128015:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734701c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43bf expref: 132 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126797.128038:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997212160:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126797.128087:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126797.132877:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.136049:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.137331:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+132:2028:x1830946004352128:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1083us (1282us total) trans 4294971941 rc 0/0 00000100:00100000:0.0:1746126797.137338:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1390 00002000:00100000:0.0:1746126797.137344:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f3480 x1830946004352128/t4294971941(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.137357:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3480 with x1830946004352128 ext(0->7) 00010000:00010000:0.0:1746126797.137363:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734701c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43bf expref: 132 pid: 25366 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.137375:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734701c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43bf expref: 132 pid: 25366 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.137380:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f3480 00000100:00100000:0.0:1746126797.139499:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.141629:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.143962:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.149661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.151740:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.152947:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.156834:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.156870:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.156912:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.161487:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.164045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.164930:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+135:2028:x1830946004354176:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 549us (888us total) trans 4294971942 rc 0/0 00000100:00100000:0.0:1746126797.164937:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1392 00002000:00100000:0.0:1746126797.164941:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098c9c000 x1830946004354176/t4294971942(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.164948:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946004354176 ext(0->7) 00010000:00010000:0.0:1746126797.164952:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009aefdc00/0x63da906377347031 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43d4 expref: 135 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.164960:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009aefdc00/0x63da906377347031 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43d4 expref: 135 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.164964:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098c9c000 00000100:00100000:0.0:1746126797.168390:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.170226:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.178616:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.189007:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.193523:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.194346:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.200285:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.200329:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.205729:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.210358:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.215727:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.216770:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+136:2030:x1830946004356480:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 860us (1047us total) trans 4294971943 rc 0/0 00000100:00100000:0.0:1746126797.216777:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1395 00002000:00100000:0.0:1746126797.216782:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbce00 x1830946004356480/t4294971943(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.216789:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbce00 with x1830946004356480 ext(0->7) 00010000:00010000:0.0:1746126797.216794:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009aefd000/0x63da906377347046 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43e9 expref: 136 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.216807:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009aefd000/0x63da906377347046 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43e9 expref: 136 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.216812:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbce00 00000100:00100000:0.0:1746126797.218505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.225940:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.227784:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.229645:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.230226:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.233880:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.241226:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.242171:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+139:2029:x1830946004357760:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 673us (1048us total) trans 4294971944 rc 0/0 00000100:00100000:0.0:1746126797.242178:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1397 00002000:00100000:0.0:1746126797.242184:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012ba35f80 x1830946004357760/t4294971944(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.242191:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba35f80 with x1830946004357760 ext(0->7) 00010000:00010000:0.0:1746126797.242196:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347054 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43f7 expref: 139 pid: 9596 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.242205:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347054 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff43f7 expref: 139 pid: 9596 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.242210:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba35f80 00000100:00100000:0.0:1746126797.248936:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.250418:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.252550:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.254103:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.254160:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.256240:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.257726:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.258674:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+140:2027:x1830946004359040:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 736us (949us total) trans 4294971945 rc 0/0 00000100:00100000:0.0:1746126797.258680:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1400 00002000:00100000:0.0:1746126797.258685:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67aa00 x1830946004359040/t4294971945(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.258691:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67aa00 with x1830946004359040 ext(0->7) 00010000:00010000:0.0:1746126797.258695:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377347062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4405 expref: 140 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.258703:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377347062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4405 expref: 140 pid: 9594 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.258708:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67aa00 00000100:00100000:0.0:1746126797.260393:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.262706:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.264283:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.265824:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.269521:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.269569:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.271892:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.272748:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004360320 00000100:00100000:0.0:1746126797.272752:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004360320 00010000:00010000:0.0:1746126797.272766:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377347070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4413 expref: 142 pid: 9594 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126797.272781:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 15956 00000100:00100000:0.0:1746126797.272786:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+142:2027:x1830946004360320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126797.272792:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126797.272806:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377347070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4413 expref: 142 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.272814:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377347070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4413 expref: 142 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.273041:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991adc00/0x63da906377347070 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4413 expref: 142 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.273052:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.273054:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.273059:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377347077 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff441a expref: 141 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.273064:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377347077 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff441a expref: 141 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.273083:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377347077 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff441a expref: 141 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.273091:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377347077 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff441a expref: 141 pid: 9594 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746126797.273100:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997215232:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126797.273239:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126797.275591:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.280546:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.281912:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+143:2030:x1830946004361088:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1184us (1372us total) trans 4294971946 rc 0/0 00000100:00100000:0.0:1746126797.281921:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1403 00002000:00100000:0.0:1746126797.281928:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098427480 x1830946004361088/t4294971946(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.281936:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427480 with x1830946004361088 ext(0->7) 00010000:00010000:0.0:1746126797.281942:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377347077 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff441a expref: 143 pid: 9594 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.281953:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991ad800/0x63da906377347077 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff441a expref: 143 pid: 9594 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.281960:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098427480 00000100:00100000:0.0:1746126797.285246:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.289810:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.293194:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.293235:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.296855:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.299398:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.300985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.303975:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.306314:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.308777:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.309890:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+144:2027:x1830946004362752:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 849us (1112us total) trans 4294971947 rc 0/0 00000100:00100000:0.0:1746126797.309897:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1405 00002000:00100000:0.0:1746126797.309902:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098426300 x1830946004362752/t4294971947(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.309909:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946004362752 ext(0->7) 00010000:00010000:0.0:1746126797.309914:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189c00/0x63da90637734708c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff442f expref: 144 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.309922:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189c00/0x63da90637734708c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff442f expref: 144 pid: 9597 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.309927:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098426300 00000100:00100000:0.0:1746126797.311888:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.315379:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.320642:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.321393:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.324124:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.327384:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.329309:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.331643:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+147:2029:x1830946004364032:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1867us (2329us total) trans 4294971948 rc 0/0 00000100:00100000:0.0:1746126797.331651:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1407 00002000:00100000:0.0:1746126797.331659:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009926bb80 x1830946004364032/t4294971948(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.331666:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926bb80 with x1830946004364032 ext(0->7) 00010000:00010000:0.0:1746126797.331672:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189c00/0x63da90637734709a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff443d expref: 147 pid: 9597 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746126797.331683:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189c00/0x63da90637734709a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff443d expref: 147 pid: 9597 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746126797.331688:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009926bb80 00000100:00100000:0.0:1746126797.335485:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.340646:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.344771:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.345403:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.347373:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.349014:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.350213:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.352230:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.354853:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.358052:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.363063:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.365331:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.370054:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.371450:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.373159:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.374819:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.377876:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.380661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.382383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.384510:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.385916:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.388382:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.390698:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.390741:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.394354:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.394384:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.394418:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.397058:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.401385:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004369280 00000100:00100000:0.0:1746126797.401392:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004369280 00002000:00100000:0.0:1746126797.401428:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082513b80 x1830946004369280/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/0 e 0 to 0 dl 1746126808 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.401437:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513b80 with x1830946004369280 ext(0->7) 00010000:00010000:0.0:1746126797.401444:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da9063773470d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4475 expref: 151 pid: 9594 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.401461:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da9063773470d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4475 expref: 151 pid: 9594 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.401467:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082513b80 00000100:00100000:0.0:1746126797.401496:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1414 00000100:00100000:0.0:1746126797.401502:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+151:2027:x1830946004369280:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126797.402080:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+153:2027:x1830946004369280:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 577us (754us total) trans 4294971951 rc 0/0 00000100:00100000:0.0:1746126797.402089:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1414 00002000:00100000:0.0:1746126797.402094:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082513b80 x1830946004369280/t4294971951(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.402100:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513b80 with x1830946004369280 ext(0->7) 00010000:00010000:0.0:1746126797.402105:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da9063773470d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4475 expref: 153 pid: 9594 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.402113:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da9063773470d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4475 expref: 153 pid: 9594 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.402118:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082513b80 00000100:00100000:0.0:1746126797.404189:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.406806:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.408704:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.412944:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004369920 00000100:00100000:0.0:1746126797.412950:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004369920 00000100:00100000:0.0:1746126797.413295:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28251 00000100:00100000:0.0:1746126797.413303:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+152:1107:x1830946004369920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126797.413312:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126797.413323:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da9063773470e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff448a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.413340:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da9063773470d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff447c expref: 153 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.413348:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773470e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4483 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.413354:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.413355:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.413358:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da9063773470e7 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff448a expref: 153 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.413382:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773470e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4483 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.413391:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773470e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4483 expref: 5 pid: 9594 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746126797.413401:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997218432:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126797.413452:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da9063773470d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff447c expref: 153 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.413459:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da9063773470d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff447c expref: 153 pid: 9594 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746126797.413466:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997218560:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126797.413557:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126797.415681:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.415731:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.417650:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.418342:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.419670:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.425704:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.429801:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+154:2027:x1830946004371328:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3616us (4095us total) trans 4294971952 rc 0/0 00000100:00100000:0.0:1746126797.429811:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1417 00002000:00100000:0.0:1746126797.429821:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac44e00 x1830946004371328/t4294971952(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.429830:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44e00 with x1830946004371328 ext(0->7) 00010000:00010000:0.0:1746126797.429838:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da9063773470e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff448a expref: 154 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.429851:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da9063773470e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff448a expref: 154 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.429858:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac44e00 00000100:00100000:0.0:1746126797.436264:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.439040:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.440830:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.443716:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.446687:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.448841:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.451254:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.452195:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+156:2027:x1830946004372480:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 820us (940us total) trans 4294971953 rc 0/0 00000100:00100000:0.0:1746126797.452202:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1419 00002000:00100000:0.0:1746126797.452207:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac45f80 x1830946004372480/t4294971953(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.452218:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45f80 with x1830946004372480 ext(0->7) 00010000:00010000:0.0:1746126797.452223:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da9063773470f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4498 expref: 156 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.452231:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074c00/0x63da9063773470f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4498 expref: 156 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.452236:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac45f80 00000100:00100000:0.0:1746126797.453451:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.455928:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.458223:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.460081:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.461676:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.461721:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.464876:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.465225:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.465257:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.467274:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.467308:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004374272 00000100:00100000:0.0:1746126797.467311:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004374272 00002000:00100000:0.0:1746126797.467332:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e1fdc00 x1830946004374272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 488/0 e 0 to 0 dl 1746126808 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.467341:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdc00 with x1830946004374272 ext(0->4095) 00010000:00010000:0.0:1746126797.467346:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734710a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ad expref: 158 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.467359:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734710a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ad expref: 158 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.467365:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fdc00 00000100:00100000:0.0:1746126797.467377:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1420 00000100:00100000:0.0:1746126797.467383:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+158:2028:x1830946004374272:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126797.467480:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+157:2028:x1830946004374272:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126797.467486:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1420 00002000:00100000:0.0:1746126797.467491:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e1fdc00 x1830946004374272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.467497:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdc00 with x1830946004374272 ext(0->4095) 00010000:00010000:0.0:1746126797.467501:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734710a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ad expref: 157 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.467510:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734710a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ad expref: 157 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.467520:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fdc00 00000100:00100000:0.0:1746126797.470094:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.471334:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+159:2028:x1830946004374528:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1031us (1243us total) trans 4294971954 rc 0/0 00000100:00100000:0.0:1746126797.471340:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1421 00002000:00100000:0.0:1746126797.471346:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1fc700 x1830946004374528/t4294971954(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.471354:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc700 with x1830946004374528 ext(0->7) 00010000:00010000:0.0:1746126797.471359:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734710a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ad expref: 159 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.471368:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da90637734710a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ad expref: 159 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.471374:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fc700 00000100:00100000:0.0:1746126797.473323:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.482484:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.482518:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.484938:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.485637:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.487679:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.490401:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.495583:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.502183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.503669:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+160:2027:x1830946004376192:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 596us (1491us total) trans 4294971955 rc 0/0 00000100:00100000:0.0:1746126797.503676:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1423 00002000:00100000:0.0:1746126797.503681:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1fd180 x1830946004376192/t4294971955(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.503689:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd180 with x1830946004376192 ext(0->7) 00010000:00010000:0.0:1746126797.503694:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da90637734711f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44c2 expref: 160 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.503708:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8ae00/0x63da90637734711f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44c2 expref: 160 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.503714:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fd180 00000100:00100000:0.0:1746126797.506939:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.512242:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.514421:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.517705:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.523485:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.528431:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.529514:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+162:2029:x1830946004377344:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 560us (1081us total) trans 4294971956 rc 0/0 00000100:00100000:0.0:1746126797.529520:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1425 00002000:00100000:0.0:1746126797.529525:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1ff480 x1830946004377344/t4294971956(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.529532:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ff480 with x1830946004377344 ext(0->7) 00010000:00010000:0.0:1746126797.529537:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da90637734712d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44d0 expref: 162 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.529547:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da90637734712d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44d0 expref: 162 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.529552:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1ff480 00000100:00100000:0.0:1746126797.534970:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.535032:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.537753:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.540426:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.546406:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.551211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.556512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.565906:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.572091:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.573221:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.579035:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.579078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.583829:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.587337:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.589101:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+167:2028:x1830946004379776:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1592us (1762us total) trans 4294971958 rc 0/0 00000100:00100000:0.0:1746126797.589109:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1429 00002000:00100000:0.0:1746126797.589116:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb11880 x1830946004379776/t4294971958(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.589123:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11880 with x1830946004379776 ext(0->7) 00010000:00010000:0.0:1746126797.589162:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880071412200/0x63da906377347149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ec expref: 167 pid: 9594 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.589173:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880071412200/0x63da906377347149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44ec expref: 167 pid: 9594 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.589179:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb11880 00000100:00100000:0.0:1746126797.599581:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.606103:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.608367:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.608405:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.612352:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.615804:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.617819:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.618947:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+168:2029:x1830946004381056:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 908us (1128us total) trans 4294971959 rc 0/0 00000100:00100000:0.0:1746126797.618954:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1431 00002000:00100000:0.0:1746126797.618959:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb12300 x1830946004381056/t4294971959(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.618966:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12300 with x1830946004381056 ext(0->7) 00010000:00010000:0.0:1746126797.618971:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347157 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44fa expref: 168 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.618980:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347157 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff44fa expref: 168 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.618985:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb12300 00000100:00100000:0.0:1746126797.627339:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.639890:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.639974:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.644258:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.644288:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.651790:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.662283:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.666790:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.670711:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.671836:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.683420:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.689279:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.692546:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.698758:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.698784:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004384128 00000100:00100000:0.0:1746126797.698791:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004384128 00000100:00100000:0.0:1746126797.698840:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28273 00000100:00100000:0.0:1746126797.698847:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+171:1108:x1830946004384128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126797.698862:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126797.698876:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992da800/0x63da906377347181 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4524 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.698896:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.698898:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.698905:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992da800/0x63da906377347181 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4524 expref: 172 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.698916:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800992da800/0x63da906377347181 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4524 expref: 172 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.698924:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da800, rc 0) 00000100:00100000:0.0:1746126797.698962:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+172:1108:x1830946004384128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126797.698967:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28273 00000100:00100000:0.0:1746126797.701053:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.706139:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.706188:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.715070:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.715105:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.717171:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.724888:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004385408 00000100:00100000:0.0:1746126797.724894:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004385408 00002000:00100000:0.0:1746126797.724925:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb4700 x1830946004385408/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 488/0 e 0 to 0 dl 1746126808 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.724934:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4700 with x1830946004385408 ext(0->4095) 00010000:00010000:0.0:1746126797.724941:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377347188 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff452b expref: 174 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.724951:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377347188 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff452b expref: 174 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.724957:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4700 00000100:00100000:0.0:1746126797.724975:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1438 00000100:00100000:0.0:1746126797.724982:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+174:2030:x1830946004385408:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126797.725078:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+173:2030:x1830946004385408:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126797.725083:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1438 00002000:00100000:0.0:1746126797.725088:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb4700 x1830946004385408/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.725094:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4700 with x1830946004385408 ext(0->4095) 00010000:00010000:0.0:1746126797.725097:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377347188 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff452b expref: 173 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.725110:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da906377347188 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff452b expref: 173 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.725114:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4700 00000100:00100000:0.0:1746126797.731755:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.737648:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.742216:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.743172:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.748710:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.748755:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.753160:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.755802:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.761172:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098421500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+176:2028:x1830946004386944:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5176us (5367us total) trans 4294971963 rc 0/0 00000100:00100000:0.0:1746126797.761183:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1442 00002000:00100000:0.0:1746126797.761193:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098421500 x1830946004386944/t4294971963(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.761201:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098421500 with x1830946004386944 ext(0->7) 00010000:00010000:0.0:1746126797.761210:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4539 expref: 176 pid: 9596 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.761223:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4539 expref: 176 pid: 9596 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.761229:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098421500 00000100:00100000:0.0:1746126797.765292:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.769944:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.772476:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.774962:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.775964:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.778363:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997225088:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126797.778372:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099095400/0x63da90637734719d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4540 expref: 5 pid: 9596 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746126797.778745:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997225216:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126797.778767:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da9063773471ab lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff454e expref: 177 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.778776:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a19a400, rc 0) 00000100:00100000:0.0:1746126797.779317:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+177:1107:x1830946004387584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4092us (4358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126797.779323:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28279 00000100:00100000:0.0:1746126797.779551:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.779671:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.782831:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.796962:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.798086:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+178:2030:x1830946004388736:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 761us (1130us total) trans 4294971964 rc 0/0 00000100:00100000:0.0:1746126797.798093:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1445 00002000:00100000:0.0:1746126797.798099:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800992b6300 x1830946004388736/t4294971964(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.798111:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946004388736 ext(0->7) 00010000:00010000:0.0:1746126797.798116:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da9063773471ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff454e expref: 178 pid: 9594 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.798144:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da9063773471ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff454e expref: 178 pid: 9594 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.798148:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992b6300 00000100:00100000:0.0:1746126797.802752:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.810598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.816550:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.821066:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.827075:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.831206:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.838316:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.841594:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+180:2027:x1830946004389888:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2677us (3278us total) trans 4294971965 rc 0/0 00000100:00100000:0.0:1746126797.841603:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1447 00002000:00100000:0.0:1746126797.841611:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5c380 x1830946004389888/t4294971965(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.841619:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c380 with x1830946004389888 ext(0->7) 00010000:00010000:0.0:1746126797.841626:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da9063773471b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff455c expref: 180 pid: 9594 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.841638:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da9063773471b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff455c expref: 180 pid: 9594 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.841644:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5c380 00000100:00100000:0.0:1746126797.849234:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.853382:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.856577:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.859607:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.859679:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.864054:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.873647:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.875580:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+183:2027:x1830946004391168:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1000us (1939us total) trans 4294971966 rc 0/0 00000100:00100000:0.0:1746126797.875587:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1449 00002000:00100000:0.0:1746126797.875594:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5df80 x1830946004391168/t4294971966(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.875601:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5df80 with x1830946004391168 ext(0->7) 00010000:00010000:0.0:1746126797.875607:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b30ac00/0x63da9063773471c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff456a expref: 183 pid: 9594 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.875616:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b30ac00/0x63da9063773471c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff456a expref: 183 pid: 9594 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.875622:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5df80 00000100:00100000:0.0:1746126797.880084:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.887037:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.895066:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.895167:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.901371:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.910678:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.919120:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.928600:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.944302:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.945782:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+184:2028:x1830946004392832:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1081us (1486us total) trans 4294971967 rc 0/0 00000100:00100000:0.0:1746126797.945788:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1451 00002000:00100000:0.0:1746126797.945793:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c92680 x1830946004392832/t4294971967(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.945800:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92680 with x1830946004392832 ext(0->7) 00010000:00010000:0.0:1746126797.945806:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da9063773471dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff457f expref: 184 pid: 9597 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.945815:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da9063773471dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff457f expref: 184 pid: 9597 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.945821:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c92680 00000100:00100000:0.0:1746126797.952956:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.958041:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.958164:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.958182:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004393344 00000100:00100000:0.0:1746126797.958185:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004393344 00002000:00100000:0.0:1746126797.958207:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5c92a00 x1830946004393344/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:558/0 lens 488/0 e 0 to 0 dl 1746126808 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.958216:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946004393344 ext(0->4095) 00010000:00010000:0.0:1746126797.958221:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099872600/0x63da9063773471e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4586 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.958230:0:9602:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880099872600/0x63da9063773471e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4586 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126797.958236:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c92a00 00000100:00100000:0.0:1746126797.958249:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1452 00000100:00100000:0.0:1746126797.958255:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004393344:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126797.958337:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004393344:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 81us (173us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126797.958343:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1452 00002000:00100000:0.0:1746126797.958347:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a5c92a00 x1830946004393344/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:558/0 lens 488/4536 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.958355:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946004393344 ext(0->4095) 00010000:00010000:0.0:1746126797.958359:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099872600/0x63da9063773471e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4586 expref: 6 pid: 9597 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.958368:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099872600/0x63da9063773471e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4586 expref: 6 pid: 9597 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.958374:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c92a00 00000100:00100000:0.0:1746126797.960523:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.960594:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.963694:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.967184:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.970034:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+187:2029:x1830946004394112:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1414us (2855us total) trans 4294971968 rc 0/0 00000100:00100000:0.0:1746126797.970190:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1454 00002000:00100000:0.0:1746126797.970197:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c91c00 x1830946004394112/t4294971968(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.970206:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c91c00 with x1830946004394112 ext(0->7) 00010000:00010000:0.0:1746126797.970212:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099872400/0x63da9063773471ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff458d expref: 187 pid: 9597 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.970222:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099872400/0x63da9063773471ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff458d expref: 187 pid: 9597 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.970228:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c91c00 00000100:00100000:0.0:1746126797.974253:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.979602:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.985740:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.985786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.992448:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004394880 00000100:00100000:0.0:1746126797.992465:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004394880 00010000:00010000:0.0:1746126797.992491:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da9063773471f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4594 expref: 187 pid: 25366 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746126797.992523:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16012 00000100:00100000:0.0:1746126797.992529:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+187:2027:x1830946004394880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126797.992539:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126797.992554:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da9063773471f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4594 expref: 187 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.992568:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da9063773471f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4594 expref: 187 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.992586:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da9063773471f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4594 expref: 187 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.992608:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.992609:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126797.992615:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da9063773471f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff459b expref: 186 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.992622:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da9063773471f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff459b expref: 186 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.992647:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da9063773471f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff459b expref: 186 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126797.992655:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da9063773471f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff459b expref: 186 pid: 25366 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746126797.992664:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997228160:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126797.992716:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126797.994407:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.996798:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126797.999901:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+188:2028:x1830946004395392:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2887us (3098us total) trans 4294971969 rc 0/0 00000100:00100000:0.0:1746126797.999915:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1456 00002000:00100000:0.0:1746126797.999923:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bf100 x1830946004395392/t4294971969(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:558/0 lens 496/448 e 0 to 0 dl 1746126808 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126797.999931:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bf100 with x1830946004395392 ext(0->7) 00010000:00010000:0.0:1746126797.999940:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da9063773471f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff459b expref: 188 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126797.999953:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da9063773471f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff459b expref: 188 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126797.999960:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bf100 00000100:00100000:0.0:1746126798.006556:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126798.007471:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126798.012569:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.013424:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.016454:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.016493:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.019667:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.023813:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.024250:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1458 00000100:00100000:0.0:1746126798.024259:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+189:2029:x1830946004396672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126798.025470:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+191:2029:x1830946004396672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1209us (1660us total) trans 4294971970 rc 0/0 00000100:00100000:0.0:1746126798.025477:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1458 00002000:00100000:0.0:1746126798.025484:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bdf80 x1830946004396672/t4294971970(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.025492:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bdf80 with x1830946004396672 ext(0->7) 00010000:00010000:0.0:1746126798.025498:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da906377347206 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45a9 expref: 191 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.025512:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0400/0x63da906377347206 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45a9 expref: 191 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.025518:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bdf80 00000100:00100000:0.0:1746126798.027831:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.033178:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.039904:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.040351:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.043749:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.043795:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.045606:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.047106:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.050286:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.052906:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.054753:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+192:2028:x1830946004398336:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1512us (1846us total) trans 4294971971 rc 0/0 00000100:00100000:0.0:1746126798.054764:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1460 00002000:00100000:0.0:1746126798.054771:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3dca80 x1830946004398336/t4294971971(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.054779:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dca80 with x1830946004398336 ext(0->7) 00010000:00010000:0.0:1746126798.054785:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da90637734721b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45be expref: 192 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.054794:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da90637734721b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45be expref: 192 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.054799:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3dca80 00000100:00100000:0.0:1746126798.063396:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.065048:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.067999:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.071054:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.074972:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082512680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997229696:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126798.074991:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126798.075155:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946004398976:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3934us (4102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.075165:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16019 00000100:00100000:0.0:1746126798.075775:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004399232 00000100:00100000:0.0:1746126798.075780:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004399232 00002000:00100000:0.0:1746126798.075809:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082511500 x1830946004399232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/0 e 0 to 0 dl 1746126809 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.075819:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511500 with x1830946004399232 ext(0->4095) 00002000:00010000:0.0:1746126798.075823:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082511500 00000100:00100000:0.0:1746126798.075843:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12864 00000100:00100000:0.0:1746126798.075848:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+192:2027:x1830946004399232:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126798.075957:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+192:2027:x1830946004399232:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126798.075962:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12864 00002000:00100000:0.0:1746126798.075968:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082511500 x1830946004399232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746126809 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.075974:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511500 with x1830946004399232 ext(0->4095) 00002000:00010000:0.0:1746126798.075976:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082511500 00000100:00100000:0.0:1746126798.080498:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.086484:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.090992:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.095856:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.096496:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.100243:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.100285:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.103703:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004400512 00000100:00100000:0.0:1746126798.103709:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004400512 00002000:00100000:0.0:1746126798.103737:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb5c00 x1830946004400512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/0 e 0 to 0 dl 1746126809 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.103745:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946004400512 ext(0->4095) 00010000:00010000:0.0:1746126798.103749:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da906377347237 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45da expref: 195 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.103759:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da906377347237 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45da expref: 195 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.103764:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb5c00 00000100:00100000:0.0:1746126798.103778:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1464 00000100:00100000:0.0:1746126798.103783:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+195:2028:x1830946004400512:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126798.103877:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+195:2028:x1830946004400512:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126798.103883:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1464 00002000:00100000:0.0:1746126798.103888:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012dfb5c00 x1830946004400512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.103894:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946004400512 ext(0->4095) 00010000:00010000:0.0:1746126798.103898:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da906377347237 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45da expref: 195 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.103905:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da906377347237 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45da expref: 195 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.103910:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb5c00 00000100:00100000:0.0:1746126798.109120:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.113783:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+197:2027:x1830946004400768:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4369us (4660us total) trans 4294971973 rc 0/0 00000100:00100000:0.0:1746126798.113794:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1465 00002000:00100000:0.0:1746126798.113803:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd96680 x1830946004400768/t4294971973(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.113810:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96680 with x1830946004400768 ext(0->7) 00010000:00010000:0.0:1746126798.113818:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da906377347237 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45da expref: 197 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.113830:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da906377347237 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45da expref: 197 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.113836:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd96680 00000100:00100000:0.0:1746126798.117998:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.121655:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.125804:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.128880:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.128921:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.129338:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004401536 00000100:00100000:0.0:1746126798.129341:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004401536 00010000:00010000:0.0:1746126798.129359:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da90637734723e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e1 expref: 197 pid: 25366 timeout: 793 lvb_type: 0 00000100:00100000:0.0:1746126798.129385:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16023 00000100:00100000:0.0:1746126798.129391:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+197:2030:x1830946004401536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126798.129401:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126798.129416:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da90637734723e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e1 expref: 197 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.129426:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da90637734723e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e1 expref: 197 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.129444:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0a00/0x63da90637734723e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e1 expref: 197 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.129458:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.129460:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.129470:0:7238:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 196 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.129477:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 196 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.129503:0:7238:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 196 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126798.129512:0:7238:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997230720:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126798.129560:0:7238:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126798.133325:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.133340:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004401792 00000100:00100000:0.0:1746126798.133345:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004401792 00002000:00100000:0.0:1746126798.133369:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007dd94a80 x1830946004401792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/0 e 0 to 0 dl 1746126809 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.133377:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd94a80 with x1830946004401792 ext(0->4095) 00010000:00010000:0.0:1746126798.133382:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 196 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.133391:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 196 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.133398:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd94a80 00000100:00100000:0.0:1746126798.133412:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1467 00000100:00100000:0.0:1746126798.133418:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+196:2027:x1830946004401792:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126798.133508:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+196:2027:x1830946004401792:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (183us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126798.133513:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1467 00002000:00100000:0.0:1746126798.133519:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007dd94a80 x1830946004401792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.133525:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd94a80 with x1830946004401792 ext(0->4095) 00010000:00010000:0.0:1746126798.133529:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 196 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.133537:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 196 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.133542:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd94a80 00000100:00100000:0.0:1746126798.135113:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.136426:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+198:2028:x1830946004402048:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 875us (1312us total) trans 4294971974 rc 0/0 00000100:00100000:0.0:1746126798.136432:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1468 00002000:00100000:0.0:1746126798.136438:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd97100 x1830946004402048/t4294971974(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.136445:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97100 with x1830946004402048 ext(0->7) 00010000:00010000:0.0:1746126798.136449:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 198 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.136457:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdb0200/0x63da906377347245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45e8 expref: 198 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.136462:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd97100 00000100:00100000:0.0:1746126798.142716:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.146417:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.150198:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.150229:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.150438:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28304 00000100:00100000:0.0:1746126798.150445:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+199:1108:x1830946004402688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126798.150453:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126798.150459:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de52e00/0x63da90637734725a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff45fd expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.150634:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.150639:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099100000/0x63da906377347253 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45f6 expref: 200 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.150645:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126798.150648:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de52e00/0x63da90637734725a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45fd expref: 200 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.150680:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099100000/0x63da906377347253 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45f6 expref: 200 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.150692:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012de52e00/0x63da90637734725a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45fd expref: 200 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.150701:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012de52e00, rc 0) 00000100:00100000:0.0:1746126798.150750:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+200:1108:x1830946004402688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 305us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.150756:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28304 00000100:00100000:0.0:1746126798.155594:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.157747:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.160790:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.161621:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+201:2029:x1830946004403328:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 623us (834us total) trans 4294971975 rc 0/0 00000100:00100000:0.0:1746126798.161627:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1470 00002000:00100000:0.0:1746126798.161633:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd94e00 x1830946004403328/t4294971975(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.161639:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd94e00 with x1830946004403328 ext(0->7) 00010000:00010000:0.0:1746126798.161644:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099100000/0x63da906377347253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45f6 expref: 201 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.161653:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099100000/0x63da906377347253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff45f6 expref: 201 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.161658:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd94e00 00000100:00100000:0.0:1746126798.165573:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.168959:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.169467:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004403712 00000100:00100000:0.0:1746126798.169472:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004403712 00002000:00100000:0.0:1746126798.169502:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e16d180 x1830946004403712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/0 e 0 to 0 dl 1746126809 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.169510:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946004403712 ext(0->4095) 00002000:00010000:0.0:1746126798.169514:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e16d180 00000100:00100000:0.0:1746126798.169714:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12867 00000100:00100000:0.0:1746126798.169724:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+200:2027:x1830946004403712:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126798.169824:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+200:2027:x1830946004403712:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (866us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126798.169832:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12867 00002000:00100000:0.0:1746126798.169836:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e16d180 x1830946004403712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746126809 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.169843:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946004403712 ext(0->4095) 00002000:00010000:0.0:1746126798.169845:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e16d180 00000100:00100000:0.0:1746126798.171586:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.175186:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.179581:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.183454:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.183512:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.187191:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.189076:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.205527:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.207536:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+202:2028:x1830946004405376:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1405us (2012us total) trans 4294971976 rc 0/0 00000100:00100000:0.0:1746126798.207544:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1473 00002000:00100000:0.0:1746126798.207551:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16d880 x1830946004405376/t4294971976(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.207559:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d880 with x1830946004405376 ext(0->7) 00010000:00010000:0.0:1746126798.207566:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da906377347268 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff460b expref: 202 pid: 9597 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.207578:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da906377347268 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff460b expref: 202 pid: 9597 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.207588:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16d880 00000100:00100000:0.0:1746126798.210365:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.221695:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.225005:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.227089:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.232497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.232530:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.236678:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.237300:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.243973:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.246771:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.249520:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004407296 00000100:00100000:0.0:1746126798.249522:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004407296 00000100:00100000:0.0:1746126798.249540:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004407552 00000100:00100000:0.0:1746126798.249542:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004407552 00000100:00100000:0.0:1746126798.249550:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004407168 00000100:00100000:0.0:1746126798.249551:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004407168 00000100:00100000:0.0:1746126798.249558:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004407680 00000100:00100000:0.0:1746126798.249559:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004407680 00000100:00100000:0.0:1746126798.249567:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 988 00000100:00100000:0.0:1746126798.249571:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946004407296:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126798.249590:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946004407296:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 18us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.249594:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 988 00000100:00100000:0.0:1746126798.249601:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 989 00000100:00100000:0.0:1746126798.249604:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946004407552:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126798.249619:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946004407552:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 15us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.249623:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 989 00000100:00100000:0.0:1746126798.249629:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 990 00000100:00100000:0.0:1746126798.249633:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946004407168:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126798.249647:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946004407168:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 13us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.249651:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 990 00000100:00100000:0.0:1746126798.249658:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 991 00000100:00100000:0.0:1746126798.249661:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004407680:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126798.249680:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004407680:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 14us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.249684:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 991 00000100:00100000:0.0:1746126798.253097:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.256659:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+204:2030:x1830946004408064:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1808us (3563us total) trans 4294971977 rc 0/0 00000100:00100000:0.0:1746126798.256668:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1476 00002000:00100000:0.0:1746126798.256675:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800990d9880 x1830946004408064/t4294971977(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.256683:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d9880 with x1830946004408064 ext(0->7) 00010000:00010000:0.0:1746126798.256691:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7d7400/0x63da90637734727d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4620 expref: 204 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.256703:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7d7400/0x63da90637734727d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4620 expref: 204 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.256711:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990d9880 00000100:00100000:0.0:1746126798.258695:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.263679:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.264870:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.267997:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.268072:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.271633:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.284798:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.288306:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.295792:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.301090:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.305409:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.305446:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.309940:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.314354:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.315606:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+208:2030:x1830946004410624:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1014us (1254us total) trans 4294971979 rc 0/0 00000100:00100000:0.0:1746126798.315614:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1482 00002000:00100000:0.0:1746126798.315620:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848ad80 x1830946004410624/t4294971979(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.315627:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848ad80 with x1830946004410624 ext(0->7) 00010000:00010000:0.0:1746126798.315632:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da906377347299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff463c expref: 208 pid: 25366 timeout: 793 lvb_type: 0 00010000:00010000:0.0:1746126798.315642:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da906377347299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff463c expref: 208 pid: 25366 timeout: 793 lvb_type: 0 00002000:00010000:0.0:1746126798.315649:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848ad80 00000100:00100000:0.0:1746126798.317478:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.327119:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.330249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.331663:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.339661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.339704:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.351055:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.351112:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.357683:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.363518:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.366245:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.373686:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.380632:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.382331:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.386460:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.388358:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.389837:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.392118:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.394263:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.400747:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.404391:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.409588:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.409611:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.410109:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.412074:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.414387:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.415371:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+215:2029:x1830946004415488:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 689us (985us total) trans 4294971982 rc 0/0 00000100:00100000:0.0:1746126798.415378:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1490 00002000:00100000:0.0:1746126798.415385:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099174e00 x1830946004415488/t4294971982(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.415392:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174e00 with x1830946004415488 ext(0->7) 00010000:00010000:0.0:1746126798.415396:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da9063773472d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4674 expref: 215 pid: 9596 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.415405:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da9063773472d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4674 expref: 215 pid: 9596 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.415410:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099174e00 00000100:00100000:0.0:1746126798.417893:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.422950:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.426299:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.426375:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.427905:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.428606:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.431231:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.433910:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.438323:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.442092:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.443218:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+216:2028:x1830946004417152:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 581us (1127us total) trans 4294971983 rc 0/0 00000100:00100000:0.0:1746126798.443225:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1492 00002000:00100000:0.0:1746126798.443230:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1ff800 x1830946004417152/t4294971983(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.443241:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ff800 with x1830946004417152 ext(0->7) 00010000:00010000:0.0:1746126798.443246:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da9063773472e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4682 expref: 216 pid: 9596 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.443254:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da9063773472e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4682 expref: 216 pid: 9596 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.443259:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1ff800 00000100:00100000:0.0:1746126798.445471:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.450536:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.452675:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004417664 00000100:00100000:0.0:1746126798.452679:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004417664 00002000:00100000:0.0:1746126798.452703:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082512d80 x1830946004417664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:559/0 lens 488/0 e 0 to 0 dl 1746126809 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.452711:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512d80 with x1830946004417664 ext(0->4095) 00010000:00010000:0.0:1746126798.452717:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da9063773472ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4690 expref: 6 pid: 9596 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.452726:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da9063773472ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4690 expref: 6 pid: 9596 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.452732:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082512d80 00000100:00100000:0.0:1746126798.452748:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1493 00000100:00100000:0.0:1746126798.452753:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004417664:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126798.453659:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004417664:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 902us (1039us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126798.453666:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1493 00002000:00100000:0.0:1746126798.453672:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082512d80 x1830946004417664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.453680:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512d80 with x1830946004417664 ext(0->4095) 00010000:00010000:0.0:1746126798.453686:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da9063773472ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4690 expref: 6 pid: 9596 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.453695:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da9063773472ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4690 expref: 6 pid: 9596 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.453700:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082512d80 00000100:00100000:0.0:1746126798.456107:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.456670:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.460763:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.464482:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+219:2028:x1830946004418432:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 899us (1058us total) trans 4294971984 rc 0/0 00000100:00100000:0.0:1746126798.464489:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1495 00002000:00100000:0.0:1746126798.464495:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082510e00 x1830946004418432/t4294971984(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.464502:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510e00 with x1830946004418432 ext(0->7) 00010000:00010000:0.0:1746126798.464507:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da9063773472f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4697 expref: 219 pid: 9596 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.464522:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da9063773472f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4697 expref: 219 pid: 9596 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.464526:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082510e00 00000100:00100000:0.0:1746126798.466204:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.471642:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.477427:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.480691:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.480786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.482192:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.484685:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.487821:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.492411:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.497767:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.498967:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+220:2028:x1830946004420096:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 933us (1198us total) trans 4294971985 rc 0/0 00000100:00100000:0.0:1746126798.498974:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1497 00002000:00100000:0.0:1746126798.498979:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012deea680 x1830946004420096/t4294971985(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.498987:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea680 with x1830946004420096 ext(0->7) 00010000:00010000:0.0:1746126798.498992:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da906377347309 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46ac expref: 220 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.499002:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da906377347309 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46ac expref: 220 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.499019:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deea680 00000100:00100000:0.0:1746126798.500939:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.506999:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.507225:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.511055:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.511090:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.514942:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.516819:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.518019:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+223:2029:x1830946004421376:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 943us (1194us total) trans 4294971986 rc 0/0 00000100:00100000:0.0:1746126798.518026:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1499 00002000:00100000:0.0:1746126798.518031:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00fb80 x1830946004421376/t4294971986(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.518038:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00fb80 with x1830946004421376 ext(0->7) 00010000:00010000:0.0:1746126798.518043:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347317 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46ba expref: 223 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.518052:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347317 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46ba expref: 223 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.518057:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00fb80 00000100:00100000:0.0:1746126798.521805:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.526474:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.532018:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.539753:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.539807:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.545349:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.546895:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.549978:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.552755:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.556782:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+225:2028:x1830946004423040:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3828us (4022us total) trans 4294971987 rc 0/0 00000100:00100000:0.0:1746126798.556793:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1500 00002000:00100000:0.0:1746126798.556802:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b3100 x1830946004423040/t4294971987(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.556811:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3100 with x1830946004423040 ext(0->7) 00010000:00010000:0.0:1746126798.556820:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da90637734732c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46cf expref: 225 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.556832:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da90637734732c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46cf expref: 225 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.556838:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b3100 00000100:00100000:0.0:1746126798.558360:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.562465:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.563957:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.570258:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.573208:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.574928:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.577532:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.582728:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.586641:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.591200:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.592878:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+226:2028:x1830946004424704:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1395us (1679us total) trans 4294971988 rc 0/0 00000100:00100000:0.0:1746126798.592885:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1502 00002000:00100000:0.0:1746126798.592892:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c2300 x1830946004424704/t4294971988(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.592899:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c2300 with x1830946004424704 ext(0->7) 00010000:00010000:0.0:1746126798.592905:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da906377347341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46e4 expref: 226 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.592915:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da906377347341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46e4 expref: 226 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.592920:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c2300 00000100:00100000:0.0:1746126798.600074:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.600124:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.603529:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.614055:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.620883:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.631295:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.632688:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+228:2027:x1830946004425856:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 823us (1393us total) trans 4294971989 rc 0/0 00000100:00100000:0.0:1746126798.632694:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1504 00002000:00100000:0.0:1746126798.632700:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c0000 x1830946004425856/t4294971989(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.632708:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c0000 with x1830946004425856 ext(0->7) 00010000:00010000:0.0:1746126798.632713:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da90637734734f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46f2 expref: 228 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.632723:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da90637734734f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff46f2 expref: 228 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.632729:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c0000 00000100:00100000:0.0:1746126798.634235:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.637440:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.637507:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.640432:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.640497:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.643261:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.649992:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.653071:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+231:2029:x1830946004427136:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1096us (3084us total) trans 4294971990 rc 0/0 00000100:00100000:0.0:1746126798.653079:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1507 00002000:00100000:0.0:1746126798.653085:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012faed880 x1830946004427136/t4294971990(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.653092:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830946004427136 ext(0->7) 00010000:00010000:0.0:1746126798.653097:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da90637734735d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4700 expref: 231 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.653107:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da90637734735d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4700 expref: 231 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.653112:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faed880 00000100:00100000:0.0:1746126798.654283:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.660421:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.667262:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.667601:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.669227:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.671926:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.677921:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.683801:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.687450:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.688336:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.691433:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.694239:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.698257:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.700884:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.704182:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.706711:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+234:2027:x1830946004429952:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 971us (2533us total) trans 4294971992 rc 0/0 00000100:00100000:0.0:1746126798.706718:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1511 00002000:00100000:0.0:1746126798.706724:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0811c00 x1830946004429952/t4294971992(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.706732:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811c00 with x1830946004429952 ext(0->7) 00010000:00010000:0.0:1746126798.706737:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da906377347380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4723 expref: 234 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.706747:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da906377347380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4723 expref: 234 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.706758:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0811c00 00000100:00100000:0.0:1746126798.708235:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.711480:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.713732:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.713774:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.716257:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.716708:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997241600:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126798.716725:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734738e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4731 expref: 236 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.716736:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba82e00, rc 0) 00000100:00100000:0.0:1746126798.716753:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+235:1107:x1830946004430464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2553us (3027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.716759:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28348 00000100:00100000:0.0:1746126798.716794:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.718822:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.719351:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.719369:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004431232 00000100:00100000:0.0:1746126798.719372:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004431232 00000100:00100000:0.0:1746126798.719390:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28350 00000100:00100000:0.0:1746126798.719394:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004431232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126798.719403:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126798.719411:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734739c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff473f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.719428:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734738e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4731 expref: 234 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.719432:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126798.719433:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126798.719436:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734739c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff473f expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.719451:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734738e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4731 expref: 234 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.719458:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734738e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4731 expref: 234 pid: 9594 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746126798.719465:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997241856:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126798.719484:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126798.722442:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.724725:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.726520:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+236:2028:x1830946004431744:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1453us (1794us total) trans 4294971993 rc 0/0 00000100:00100000:0.0:1746126798.726527:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1514 00002000:00100000:0.0:1746126798.726534:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800992b7100 x1830946004431744/t4294971993(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.726543:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7100 with x1830946004431744 ext(0->7) 00010000:00010000:0.0:1746126798.726548:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734738e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4731 expref: 236 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.726559:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734738e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4731 expref: 236 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.726564:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992b7100 00000100:00100000:0.0:1746126798.728717:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.730867:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.733341:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.736354:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.739251:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.739279:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.739319:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.740370:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16074 00000100:00100000:0.0:1746126798.740377:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946004432768:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126798.740383:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126798.740585:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734739c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff473f expref: 7 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.740594:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734739c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff473f expref: 7 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.740606:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734739c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff473f expref: 7 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.740627:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.740628:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.740637:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da9063773473aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff474d expref: 235 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.740645:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da9063773473aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff474d expref: 235 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.740663:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da9063773473aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff474d expref: 235 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.740672:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da9063773473aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff474d expref: 235 pid: 9594 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746126798.740682:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098421180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997242496:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126798.740730:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126798.742149:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.745062:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.745905:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+238:2028:x1830946004433536:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (848us total) trans 4294971994 rc 0/0 00000100:00100000:0.0:1746126798.745911:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1517 00002000:00100000:0.0:1746126798.745917:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbc380 x1830946004433536/t4294971994(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.745924:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc380 with x1830946004433536 ext(0->7) 00010000:00010000:0.0:1746126798.745929:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da9063773473aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff474d expref: 238 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.745937:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da9063773473aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff474d expref: 238 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.745946:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbc380 00000100:00100000:0.0:1746126798.747330:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.750479:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.752934:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.756641:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.760218:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.760300:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.763281:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.763517:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.764067:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.767795:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.770257:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.772197:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+241:2028:x1830946004435584:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1108us (1944us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1746126798.772203:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1519 00002000:00100000:0.0:1746126798.772208:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f0700 x1830946004435584/t4294971995(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.772215:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0700 with x1830946004435584 ext(0->7) 00010000:00010000:0.0:1746126798.772219:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da9063773473bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4762 expref: 241 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.772228:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da9063773473bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4762 expref: 241 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.772232:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f0700 00000100:00100000:0.0:1746126798.782439:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004435968 00000100:00100000:0.0:1746126798.782445:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004435968 00002000:00100000:0.0:1746126798.782476:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afca80 x1830946004435968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/0 e 0 to 0 dl 1746126809 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.782485:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afca80 with x1830946004435968 ext(0->4095) 00002000:00010000:0.0:1746126798.782489:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afca80 00000100:00100000:0.0:1746126798.782502:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12892 00000100:00100000:0.0:1746126798.782508:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+240:2027:x1830946004435968:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126798.782622:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+240:2027:x1830946004435968:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126798.782627:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12892 00002000:00100000:0.0:1746126798.782631:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afca80 x1830946004435968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 488/4536 e 0 to 0 dl 1746126809 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.782638:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afca80 with x1830946004435968 ext(0->4095) 00002000:00010000:0.0:1746126798.782641:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afca80 00000100:00100000:0.0:1746126798.789972:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.790031:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.792368:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.795576:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.797230:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.798850:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+242:2029:x1830946004436864:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 789us (1622us total) trans 4294971996 rc 0/0 00000100:00100000:0.0:1746126798.798856:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1521 00002000:00100000:0.0:1746126798.798861:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f0000 x1830946004436864/t4294971996(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.798872:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0000 with x1830946004436864 ext(0->7) 00010000:00010000:0.0:1746126798.798877:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da9063773473cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4770 expref: 242 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.798885:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da9063773473cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4770 expref: 242 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.798889:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f0000 00000100:00100000:0.0:1746126798.804418:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.806523:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.808227:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.809884:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.813307:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.813394:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.818930:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16081 00000100:00100000:0.0:1746126798.818938:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004438400:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126798.818947:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126798.818962:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773473d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4777 expref: 6 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.819028:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773473d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4777 expref: 6 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.819097:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773473d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4777 expref: 6 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.819113:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.819115:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.819120:0:7238:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fdd0a00/0x63da9063773473e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4785 expref: 242 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.819139:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fdd0a00/0x63da9063773473e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4785 expref: 242 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.819174:0:7238:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fdd0a00/0x63da9063773473e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4785 expref: 243 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126798.819184:0:7238:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d67d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997244160:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126798.819402:0:7238:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126798.824555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.825671:0:7238:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d67d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997244160:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126798.825686:0:7238:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126798.825706:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004438400:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6770us (6898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126798.825712:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16081 00000100:00100000:0.0:1746126798.827194:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.828113:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+245:2029:x1830946004438912:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 738us (921us total) trans 4294971997 rc 0/0 00000100:00100000:0.0:1746126798.828120:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1523 00002000:00100000:0.0:1746126798.828143:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67d880 x1830946004438912/t4294971997(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.828156:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d880 with x1830946004438912 ext(0->7) 00010000:00010000:0.0:1746126798.828160:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fdd0a00/0x63da9063773473e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4785 expref: 245 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.828169:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fdd0a00/0x63da9063773473e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4785 expref: 245 pid: 9597 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.828174:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67d880 00000100:00100000:0.0:1746126798.831737:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.835045:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.844193:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.844747:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28362 00000100:00100000:0.0:1746126798.846495:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.846811:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.851497:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.852950:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004440192 00000100:00100000:0.0:1746126798.852953:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004440192 00010000:00010000:0.0:1746126798.852967:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da9063773473f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4793 expref: 6 pid: 9594 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746126798.852993:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16085 00000100:00100000:0.0:1746126798.852999:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004440192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126798.853015:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126798.853029:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da9063773473f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4793 expref: 6 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.853042:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da9063773473f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4793 expref: 6 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.853056:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da9063773473f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4793 expref: 6 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.853070:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.853072:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126798.853077:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9be00/0x63da9063773473f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff479a expref: 244 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.853083:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad9be00/0x63da9063773473f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff479a expref: 244 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126798.853108:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ad9be00/0x63da9063773473f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff479a expref: 244 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126798.853118:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009848d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997244800:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126798.853187:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126798.857972:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.867628:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.871839:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+247:2029:x1830946004440704:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4017us (4209us total) trans 4294971998 rc 0/0 00000100:00100000:0.0:1746126798.871848:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1525 00002000:00100000:0.0:1746126798.871856:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848f800 x1830946004440704/t4294971998(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.871869:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848f800 with x1830946004440704 ext(0->7) 00010000:00010000:0.0:1746126798.871877:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9be00/0x63da9063773473f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff479a expref: 247 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.871890:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ad9be00/0x63da9063773473f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff479a expref: 247 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.871896:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848f800 00000100:00100000:0.0:1746126798.878304:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.880288:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.882438:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.884595:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.885529:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.887778:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.890033:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.894741:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.899005:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.902593:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.903317:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.905331:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.906687:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.907771:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.908383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.910378:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.913480:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.916768:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+250:2027:x1830946004443776:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3063us (3288us total) trans 4294972000 rc 0/0 00000100:00100000:0.0:1746126798.916778:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1531 00002000:00100000:0.0:1746126798.916787:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fd26680 x1830946004443776/t4294972000(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.916796:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26680 with x1830946004443776 ext(0->7) 00010000:00010000:0.0:1746126798.916804:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734741a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47bd expref: 250 pid: 9594 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.916818:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734741a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47bd expref: 250 pid: 9594 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.916824:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd26680 00000100:00100000:0.0:1746126798.918494:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.922901:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.925919:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.929555:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.938247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.941412:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.944198:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.945360:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.946291:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.946991:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.949436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.953640:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.955002:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+252:2028:x1830946004446080:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1146us (1367us total) trans 4294972001 rc 0/0 00000100:00100000:0.0:1746126798.955019:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1534 00002000:00100000:0.0:1746126798.955026:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2dc00 x1830946004446080/t4294972001(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.955034:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946004446080 ext(0->7) 00010000:00010000:0.0:1746126798.955040:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da90637734742f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47d2 expref: 252 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.955052:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da90637734742f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47d2 expref: 252 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.955057:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2dc00 00000100:00100000:0.0:1746126798.961247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.966178:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.971086:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.972489:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.977738:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.981647:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.983567:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+255:2029:x1830946004447360:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1222us (1482us total) trans 4294972002 rc 0/0 00000100:00100000:0.0:1746126798.983577:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1536 00002000:00100000:0.0:1746126798.983583:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2ea00 x1830946004447360/t4294972002(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:559/0 lens 496/448 e 0 to 0 dl 1746126809 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126798.983591:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ea00 with x1830946004447360 ext(0->7) 00010000:00010000:0.0:1746126798.983599:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da90637734743d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47e0 expref: 255 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126798.983610:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da90637734743d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47e0 expref: 255 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126798.983616:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2ea00 00000100:00100000:0.0:1746126798.985963:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.989527:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.992363:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.994070:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.996541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126798.998486:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.001203:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.002118:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.005717:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.017429:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.018552:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+256:2028:x1830946004449408:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 899us (1130us total) trans 4294972003 rc 0/0 00000100:00100000:0.0:1746126799.018559:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1539 00002000:00100000:0.0:1746126799.018565:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c90000 x1830946004449408/t4294972003(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.018573:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90000 with x1830946004449408 ext(0->7) 00010000:00010000:0.0:1746126799.018577:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da906377347452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47f5 expref: 256 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.018586:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83e00/0x63da906377347452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff47f5 expref: 256 pid: 9597 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.018592:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c90000 00000100:00100000:0.0:1746126799.022218:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.032416:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.036179:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.039222:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.042776:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004450432 00000100:00100000:0.0:1746126799.042783:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004450432 00000100:00100000:0.0:1746126799.042817:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28379 00000100:00100000:0.0:1746126799.042824:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004450432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126799.042838:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126799.042852:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800990d7400/0x63da906377347467 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff480a expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.042876:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9b400/0x63da906377347460 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4803 expref: 255 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.042882:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126799.042884:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126799.042887:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800990d7400/0x63da906377347467 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff480a expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.042911:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ad9b400/0x63da906377347460 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4803 expref: 255 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.042921:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9b400/0x63da906377347460 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4803 expref: 255 pid: 9597 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746126799.042932:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997248384:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126799.044337:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126799.047751:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.049773:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+258:2028:x1830946004450560:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1826us (2025us total) trans 4294972004 rc 0/0 00000100:00100000:0.0:1746126799.049975:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1541 00002000:00100000:0.0:1746126799.049985:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bca80 x1830946004450560/t4294972004(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.049994:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bca80 with x1830946004450560 ext(0->7) 00010000:00010000:0.0:1746126799.050001:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9b400/0x63da906377347460 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4803 expref: 258 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.050023:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ad9b400/0x63da906377347460 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4803 expref: 258 pid: 9597 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.050029:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bca80 00000100:00100000:0.0:1746126799.052208:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.059297:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.060420:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.063183:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.064295:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.067202:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.070325:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.071542:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+261:2029:x1830946004451840:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 901us (1222us total) trans 4294972005 rc 0/0 00000100:00100000:0.0:1746126799.071548:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1543 00002000:00100000:0.0:1746126799.071554:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bc380 x1830946004451840/t4294972005(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.071561:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc380 with x1830946004451840 ext(0->7) 00010000:00010000:0.0:1746126799.071565:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da90637734746e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4811 expref: 261 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.071574:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4da00/0x63da90637734746e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4811 expref: 261 pid: 9597 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.071579:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bc380 00000100:00100000:0.0:1746126799.072913:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.075875:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.080563:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.082765:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.087595:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004452864 00000100:00100000:0.0:1746126799.087601:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004452864 00002000:00100000:0.0:1746126799.087631:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135aff480 x1830946004452864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.087798:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946004452864 ext(0->4095) 00010000:00010000:0.0:1746126799.087804:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734747c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff481f expref: 6 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.087814:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734747c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff481f expref: 6 pid: 9597 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.087819:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135aff480 00000100:00100000:0.0:1746126799.087830:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1544 00000100:00100000:0.0:1746126799.087835:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004452864:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.087940:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004452864:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126799.087948:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1544 00002000:00100000:0.0:1746126799.087953:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135aff480 x1830946004452864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.087959:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946004452864 ext(0->4095) 00010000:00010000:0.0:1746126799.087963:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734747c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff481f expref: 6 pid: 9597 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.087972:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734747c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff481f expref: 6 pid: 9597 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.087977:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135aff480 00000100:00100000:0.0:1746126799.089315:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.091275:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.094212:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004453376 00000100:00100000:0.0:1746126799.094219:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004453376 00000100:00100000:0.0:1746126799.094259:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28384 00000100:00100000:0.0:1746126799.094265:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004453376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126799.094279:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126799.094292:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734748a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff482d expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.094315:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da906377347483 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4826 expref: 259 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.094321:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126799.094323:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126799.094326:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734748a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff482d expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.094350:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da906377347483 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4826 expref: 259 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.094360:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da906377347483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4826 expref: 259 pid: 25366 timeout: 794 lvb_type: 0 00000100:00100000:0.0:1746126799.094370:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25366:1830945997249536:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126799.094440:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126799.104229:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.105763:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+262:2027:x1830946004453504:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 972us (1539us total) trans 4294972006 rc 0/0 00000100:00100000:0.0:1746126799.105770:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1545 00002000:00100000:0.0:1746126799.105775:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5d500 x1830946004453504/t4294972006(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.105782:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5d500 with x1830946004453504 ext(0->7) 00010000:00010000:0.0:1746126799.105787:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da906377347483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4826 expref: 262 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.105795:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a400/0x63da906377347483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4826 expref: 262 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.105800:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5d500 00000100:00100000:0.0:1746126799.106640:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.108670:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.111075:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.113636:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.121417:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.124423:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.126229:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+264:2028:x1830946004454656:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1540us (1803us total) trans 4294972007 rc 0/0 00000100:00100000:0.0:1746126799.126236:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1547 00002000:00100000:0.0:1746126799.126243:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb10a80 x1830946004454656/t4294972007(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.126250:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10a80 with x1830946004454656 ext(0->7) 00010000:00010000:0.0:1746126799.126257:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4834 expref: 264 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.126266:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4834 expref: 264 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.126272:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb10a80 00000100:00100000:0.0:1746126799.129899:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.132976:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.136041:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.144831:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.144881:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.148761:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.148800:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.159626:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004456448 00000100:00100000:0.0:1746126799.159635:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004456448 00002000:00100000:0.0:1746126799.159670:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082511180 x1830946004456448/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.159679:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511180 with x1830946004456448 ext(0->7) 00010000:00010000:0.0:1746126799.159688:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da9063773474a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4849 expref: 264 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.159699:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da9063773474a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4849 expref: 264 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.159706:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082511180 00000100:00100000:0.0:1746126799.159982:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1550 00000100:00100000:0.0:1746126799.159989:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+264:2030:x1830946004456448:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.161657:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+266:2030:x1830946004456448:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1663us (2417us total) trans 4294972008 rc 0/0 00000100:00100000:0.0:1746126799.161665:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1550 00002000:00100000:0.0:1746126799.161672:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082511180 x1830946004456448/t4294972008(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.161679:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511180 with x1830946004456448 ext(0->7) 00010000:00010000:0.0:1746126799.161685:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da9063773474a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4849 expref: 266 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.161696:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da9063773474a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4849 expref: 266 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.161702:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082511180 00000100:00100000:0.0:1746126799.163985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.168547:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.179164:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.183257:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.185460:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.188897:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.195931:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.196884:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+269:2030:x1830946004457728:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 711us (959us total) trans 4294972009 rc 0/0 00000100:00100000:0.0:1746126799.196902:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1552 00002000:00100000:0.0:1746126799.196907:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac46680 x1830946004457728/t4294972009(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.196914:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46680 with x1830946004457728 ext(0->7) 00010000:00010000:0.0:1746126799.196918:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da9063773474b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4857 expref: 269 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.196927:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da9063773474b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4857 expref: 269 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.196933:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac46680 00000100:00100000:0.0:1746126799.199084:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.202760:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.208541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.208594:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.211824:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.213695:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997251712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126799.213730:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126799.215042:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.218117:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.222236:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.230233:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.233370:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.234159:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+270:2028:x1830946004459392:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 640us (789us total) trans 4294972010 rc 0/0 00000100:00100000:0.0:1746126799.234165:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1554 00002000:00100000:0.0:1746126799.234170:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098424700 x1830946004459392/t4294972010(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.234177:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098424700 with x1830946004459392 ext(0->7) 00010000:00010000:0.0:1746126799.234181:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da9063773474c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff486c expref: 270 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.234188:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da9063773474c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff486c expref: 270 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.234194:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098424700 00000100:00100000:0.0:1746126799.237119:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.239237:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.240980:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.242374:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.260868:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004460672 00000100:00100000:0.0:1746126799.260876:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004460672 00002000:00100000:0.0:1746126799.260916:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082513100 x1830946004460672/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.261019:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513100 with x1830946004460672 ext(0->7) 00010000:00010000:0.0:1746126799.261028:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da9063773474d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff487a expref: 271 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.261039:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da9063773474d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff487a expref: 271 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.261047:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082513100 00000100:00100000:0.0:1746126799.261074:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1556 00000100:00100000:0.0:1746126799.261082:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+271:2028:x1830946004460672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.263553:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+274:2028:x1830946004460672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2467us (2822us total) trans 4294972011 rc 0/0 00000100:00100000:0.0:1746126799.263561:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1556 00002000:00100000:0.0:1746126799.263568:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082513100 x1830946004460672/t4294972011(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.263575:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513100 with x1830946004460672 ext(0->7) 00010000:00010000:0.0:1746126799.263582:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da9063773474d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff487a expref: 274 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.263593:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da9063773474d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff487a expref: 274 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.263599:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082513100 00000100:00100000:0.0:1746126799.266462:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.275082:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.278455:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.278511:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.282107:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.288091:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.292037:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+274:2029:x1830946004461952:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3726us (3944us total) trans 4294972012 rc 0/0 00000100:00100000:0.0:1746126799.292047:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1559 00002000:00100000:0.0:1746126799.292056:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a1f3480 x1830946004461952/t4294972012(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.292064:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3480 with x1830946004461952 ext(0->7) 00010000:00010000:0.0:1746126799.292071:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da9063773474e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4888 expref: 274 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.292084:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da9063773474e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4888 expref: 274 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.292089:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a1f3480 00000100:00100000:0.0:1746126799.295972:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.304260:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.307978:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.309233:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.315668:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.321191:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.327164:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004463232 00000100:00100000:0.0:1746126799.327173:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004463232 00002000:00100000:0.0:1746126799.327217:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082510700 x1830946004463232/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.327225:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510700 with x1830946004463232 ext(0->7) 00010000:00010000:0.0:1746126799.327233:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13dc00/0x63da9063773474f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4896 expref: 275 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.327247:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13dc00/0x63da9063773474f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4896 expref: 275 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.327252:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082510700 00000100:00100000:0.0:1746126799.327284:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1561 00000100:00100000:0.0:1746126799.327290:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+275:2030:x1830946004463232:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.328169:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+277:2030:x1830946004463232:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 876us (3363us total) trans 4294972013 rc 0/0 00000100:00100000:0.0:1746126799.328176:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1561 00002000:00100000:0.0:1746126799.328182:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082510700 x1830946004463232/t4294972013(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.328188:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510700 with x1830946004463232 ext(0->7) 00010000:00010000:0.0:1746126799.328193:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13dc00/0x63da9063773474f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4896 expref: 277 pid: 25366 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.328202:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13dc00/0x63da9063773474f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4896 expref: 277 pid: 25366 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.328207:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082510700 00000100:00100000:0.0:1746126799.330857:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.336215:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.340578:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.341793:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.342392:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.345732:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.346728:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.346762:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.349195:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.362540:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+279:2028:x1830946004465024:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5383us (5745us total) trans 4294972014 rc 0/0 00000100:00100000:0.0:1746126799.362551:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1564 00002000:00100000:0.0:1746126799.362559:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afc000 x1830946004465024/t4294972014(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.362568:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830946004465024 ext(0->7) 00010000:00010000:0.0:1746126799.362577:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da906377347508 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48ab expref: 279 pid: 9596 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.362589:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da906377347508 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48ab expref: 279 pid: 9596 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.362596:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afc000 00000100:00100000:0.0:1746126799.369048:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.369359:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.372567:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.374974:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.375394:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.380531:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.382555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.383685:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+280:2029:x1830946004466304:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 991us (1131us total) trans 4294972015 rc 0/0 00000100:00100000:0.0:1746126799.383692:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1567 00002000:00100000:0.0:1746126799.383699:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de75880 x1830946004466304/t4294972015(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.383706:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75880 with x1830946004466304 ext(0->7) 00010000:00010000:0.0:1746126799.383711:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48b9 expref: 280 pid: 9596 timeout: 794 lvb_type: 0 00010000:00010000:0.0:1746126799.383720:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48b9 expref: 280 pid: 9596 timeout: 794 lvb_type: 0 00002000:00010000:0.0:1746126799.383725:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de75880 00000100:00100000:0.0:1746126799.385855:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.389205:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.390969:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.395070:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.395852:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.398046:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.398757:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.399778:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.402949:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.407390:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.408552:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+282:2028:x1830946004468096:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 884us (1166us total) trans 4294972016 rc 0/0 00000100:00100000:0.0:1746126799.408559:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1570 00002000:00100000:0.0:1746126799.408565:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a6680 x1830946004468096/t4294972016(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.408572:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6680 with x1830946004468096 ext(0->7) 00010000:00010000:0.0:1746126799.408578:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734752b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48ce expref: 282 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.408587:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82e00/0x63da90637734752b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48ce expref: 282 pid: 9596 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.408592:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a6680 00000100:00100000:0.0:1746126799.414356:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.420534:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.425578:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.427538:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.431568:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.432073:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.434240:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.435084:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004469376 00000100:00100000:0.0:1746126799.435087:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004469376 00010000:00010000:0.0:1746126799.435100:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347539 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48dc expref: 283 pid: 9596 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126799.435122:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16132 00000100:00100000:0.0:1746126799.435148:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+283:2028:x1830946004469376:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126799.435155:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126799.435168:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347539 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48dc expref: 283 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.435248:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347539 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48dc expref: 283 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.435266:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347539 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48dc expref: 283 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.435287:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126799.435288:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126799.435293:0:7238:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347540 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48e3 expref: 282 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.435300:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347540 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48e3 expref: 282 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.435317:0:7238:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347540 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48e3 expref: 282 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.435330:0:7238:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347540 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48e3 expref: 282 pid: 9596 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126799.435339:0:7238:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800824c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997255936:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126799.435493:0:7238:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126799.437100:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.441678:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.444312:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.455872:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.460674:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.461227:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.464988:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.465033:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.468426:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.475616:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.483984:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.488803:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.490620:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+286:2027:x1830946004471808:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1642us (1819us total) trans 4294972018 rc 0/0 00000100:00100000:0.0:1746126799.490629:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1575 00002000:00100000:0.0:1746126799.490636:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbd180 x1830946004471808/t4294972018(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.490643:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd180 with x1830946004471808 ext(0->7) 00010000:00010000:0.0:1746126799.490650:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48f8 expref: 286 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.490660:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48f8 expref: 286 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.490666:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbd180 00000100:00100000:0.0:1746126799.497941:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.498041:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.501147:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.501167:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004472320 00000100:00100000:0.0:1746126799.501171:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004472320 00002000:00100000:0.0:1746126799.501199:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800824c1880 x1830946004472320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.501207:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c1880 with x1830946004472320 ext(0->4095) 00010000:00010000:0.0:1746126799.501213:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734755c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48ff expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.501223:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734755c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff48ff expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.501228:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c1880 00000100:00100000:0.0:1746126799.501240:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1576 00000100:00100000:0.0:1746126799.501245:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800824c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004472320:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.503434:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.507166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.513185:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.515872:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.516700:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+288:2027:x1830946004472960:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (827us total) trans 4294972019 rc 0/0 00000100:00100000:0.0:1746126799.516705:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1577 00002000:00100000:0.0:1746126799.516710:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c1180 x1830946004472960/t4294972019(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.516717:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c1180 with x1830946004472960 ext(0->7) 00010000:00010000:0.0:1746126799.516721:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4906 expref: 288 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.516730:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4906 expref: 288 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.516735:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c1180 00000100:00100000:0.0:1746126799.518719:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.526055:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.526556:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.526574:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004473472 00000100:00100000:0.0:1746126799.526577:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004473472 00002000:00100000:0.0:1746126799.526599:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012faeed80 x1830946004473472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.526607:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946004473472 ext(0->4095) 00010000:00010000:0.0:1746126799.526612:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da90637734756a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff490d expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.526620:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da90637734756a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff490d expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.526625:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faeed80 00000100:00100000:0.0:1746126799.526635:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1578 00000100:00100000:0.0:1746126799.526639:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004473472:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.526717:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004473472:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 77us (162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126799.526722:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1578 00002000:00100000:0.0:1746126799.526727:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012faeed80 x1830946004473472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.526732:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946004473472 ext(0->4095) 00010000:00010000:0.0:1746126799.526736:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da90637734756a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff490d expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.526743:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da90637734756a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff490d expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.526749:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faeed80 00000100:00100000:0.0:1746126799.529608:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.530060:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.536408:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.538786:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.540832:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+291:2029:x1830946004474240:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1891us (2045us total) trans 4294972020 rc 0/0 00000100:00100000:0.0:1746126799.540841:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1580 00002000:00100000:0.0:1746126799.540847:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00f100 x1830946004474240/t4294972020(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.540855:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00f100 with x1830946004474240 ext(0->7) 00010000:00010000:0.0:1746126799.540863:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d800/0x63da906377347571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4914 expref: 291 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.540875:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d800/0x63da906377347571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4914 expref: 291 pid: 9596 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.540884:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00f100 00000100:00100000:0.0:1746126799.545674:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.549444:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.556289:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.556655:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.560331:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.567534:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.567562:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004475392 00000100:00100000:0.0:1746126799.567570:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004475392 00010000:00010000:0.0:1746126799.567599:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a40eae00/0x63da90637734757f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4922 expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126799.567637:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16142 00000100:00100000:0.0:1746126799.567644:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004475392:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126799.567655:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126799.567672:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a40eae00/0x63da90637734757f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4922 expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.567682:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a40eae00/0x63da90637734757f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4922 expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.567701:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a40eae00/0x63da90637734757f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4922 expref: 6 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.567717:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126799.567718:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126799.567724:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e13c200/0x63da906377347586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4929 expref: 289 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.567731:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011e13c200/0x63da906377347586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4929 expref: 289 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.567758:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011e13c200/0x63da906377347586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4929 expref: 289 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126799.567767:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997258112:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126799.567825:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126799.569742:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.590031:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.608952:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.610650:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+292:2030:x1830946004475904:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1343us (1697us total) trans 4294972021 rc 0/0 00000100:00100000:0.0:1746126799.610657:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1582 00002000:00100000:0.0:1746126799.610663:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b1f80 x1830946004475904/t4294972021(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.610670:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1f80 with x1830946004475904 ext(0->7) 00010000:00010000:0.0:1746126799.610676:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13c200/0x63da906377347586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4929 expref: 292 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.610686:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13c200/0x63da906377347586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4929 expref: 292 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.610691:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b1f80 00000100:00100000:0.0:1746126799.623573:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.631958:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.631985:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.632011:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004476416 00000100:00100000:0.0:1746126799.632017:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004476416 00002000:00100000:0.0:1746126799.632052:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e1fd500 x1830946004476416/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.632065:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd500 with x1830946004476416 ext(0->4095) 00002000:00010000:0.0:1746126799.632072:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e1fd500 00000100:00100000:0.0:1746126799.632194:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12925 00000100:00100000:0.0:1746126799.632202:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004476416:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.632303:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004476416:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126799.633043:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12925 00002000:00100000:0.0:1746126799.633051:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e1fd500 x1830946004476416/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746126810 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.633058:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd500 with x1830946004476416 ext(0->4095) 00010000:00010000:0.0:1746126799.633064:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13ce00/0x63da90637734758d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4930 expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.633078:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13ce00/0x63da90637734758d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4930 expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.633083:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fd500 00010000:00010000:0.0:1746126799.638329:0:25366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e13ce00/0x63da90637734758d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4930 expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126799.638345:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009848ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25366:1830945997258496:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126799.638363:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da906377347594 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4937 expref: 293 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.638371:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da906377347594 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4937 expref: 293 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.638384:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ad9ae00, rc 0) 00000100:00100000:0.0:1746126799.639297:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+293:1107:x1830946004476288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6377us (7337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126799.639303:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28422 00000100:00100000:0.0:1746126799.641310:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.643753:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.645657:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+295:2027:x1830946004477184:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1556us (1905us total) trans 4294972022 rc 0/0 00000100:00100000:0.0:1746126799.645666:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1584 00002000:00100000:0.0:1746126799.645673:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1fed80 x1830946004477184/t4294972022(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.645681:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fed80 with x1830946004477184 ext(0->7) 00010000:00010000:0.0:1746126799.645687:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da906377347594 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4937 expref: 295 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.645698:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da906377347594 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4937 expref: 295 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.645703:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fed80 00000100:00100000:0.0:1746126799.649847:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.658979:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.663850:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.664740:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.669507:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.669585:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.670109:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004478208 00000100:00100000:0.0:1746126799.670112:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004478208 00010000:00010000:0.0:1746126799.670141:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da90637734759b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff493e expref: 295 pid: 9594 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126799.670168:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16146 00000100:00100000:0.0:1746126799.670173:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+295:2029:x1830946004478208:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126799.670181:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126799.670190:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da90637734759b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff493e expref: 295 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.670198:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da90637734759b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff493e expref: 295 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.670215:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da90637734759b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff493e expref: 295 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.670237:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126799.670264:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+294:2029:x1830946004478208:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 91us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126799.670270:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16146 00000100:00100000:0.0:1746126799.673580:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.677233:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.683514:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.690803:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.692161:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+296:2028:x1830946004478848:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 733us (1355us total) trans 4294972023 rc 0/0 00000100:00100000:0.0:1746126799.692168:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1586 00002000:00100000:0.0:1746126799.692174:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098c9d500 x1830946004478848/t4294972023(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.692186:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9d500 with x1830946004478848 ext(0->7) 00010000:00010000:0.0:1746126799.692191:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da9063773475a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff494c expref: 296 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.692201:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099189e00/0x63da9063773475a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff494c expref: 296 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.692206:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098c9d500 00000100:00100000:0.0:1746126799.695496:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.695545:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.700080:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004479360 00000100:00100000:0.0:1746126799.700085:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004479360 00002000:00100000:0.0:1746126799.700111:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afce00 x1830946004479360/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.700119:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830946004479360 ext(0->4095) 00010000:00010000:0.0:1746126799.700141:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773475b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4953 expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.700152:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773475b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4953 expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.700158:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746126799.700179:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1587 00000100:00100000:0.0:1746126799.700185:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004479360:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.700268:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004479360:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 82us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126799.700273:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1587 00002000:00100000:0.0:1746126799.700278:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afce00 x1830946004479360/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.700285:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830946004479360 ext(0->4095) 00010000:00010000:0.0:1746126799.700289:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773475b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4953 expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.700296:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da9063773475b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4953 expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.700301:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746126799.703035:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.706781:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.721339:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.728187:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.730407:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+298:2027:x1830946004480000:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1809us (2227us total) trans 4294972024 rc 0/0 00000100:00100000:0.0:1746126799.730415:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1588 00002000:00100000:0.0:1746126799.730422:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3ddc00 x1830946004480000/t4294972024(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.730430:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946004480000 ext(0->7) 00010000:00010000:0.0:1746126799.730436:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da9063773475b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff495a expref: 298 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.730447:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da9063773475b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff495a expref: 298 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.730453:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3ddc00 00000100:00100000:0.0:1746126799.734021:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.737668:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.741986:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.749700:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.757244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.761582:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.778551:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.778625:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.781853:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+301:2028:x1830946004481152:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2550us (3304us total) trans 4294972025 rc 0/0 00000100:00100000:0.0:1746126799.781860:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1590 00002000:00100000:0.0:1746126799.781867:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bd180 x1830946004481152/t4294972025(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.781875:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bd180 with x1830946004481152 ext(0->7) 00010000:00010000:0.0:1746126799.781882:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da9063773475c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4968 expref: 301 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.781894:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da9063773475c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4968 expref: 301 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.781900:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bd180 00000100:00100000:0.0:1746126799.784360:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.794071:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004481664 00000100:00100000:0.0:1746126799.794078:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004481664 00002000:00100000:0.0:1746126799.794111:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009848e300 x1830946004481664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.794120:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848e300 with x1830946004481664 ext(0->4095) 00010000:00010000:0.0:1746126799.794155:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d800/0x63da9063773475cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff496f expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.794167:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d800/0x63da9063773475cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff496f expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.794173:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848e300 00000100:00100000:0.0:1746126799.794188:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1591 00000100:00100000:0.0:1746126799.794195:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004481664:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.794285:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004481664:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126799.794291:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1591 00002000:00100000:0.0:1746126799.794295:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009848e300 x1830946004481664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.794302:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848e300 with x1830946004481664 ext(0->4095) 00010000:00010000:0.0:1746126799.794306:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d800/0x63da9063773475cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff496f expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.794314:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d800/0x63da9063773475cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff496f expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.794325:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848e300 00000100:00100000:0.0:1746126799.799367:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.807454:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.815416:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.823036:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.825116:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+302:2028:x1830946004482304:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 726us (2079us total) trans 4294972026 rc 0/0 00000100:00100000:0.0:1746126799.825122:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1592 00002000:00100000:0.0:1746126799.825142:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5f100 x1830946004482304/t4294972026(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.825150:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5f100 with x1830946004482304 ext(0->7) 00010000:00010000:0.0:1746126799.825155:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da9063773475d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4976 expref: 302 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.825165:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da9063773475d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4976 expref: 302 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.825171:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5f100 00000100:00100000:0.0:1746126799.827271:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.827674:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.830530:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.833014:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.833377:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16155 00000100:00100000:0.0:1746126799.833385:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004482944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126799.833397:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126799.833411:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da9063773475da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff497d expref: 6 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.833420:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da9063773475da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff497d expref: 6 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.833438:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da9063773475da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff497d expref: 6 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.833463:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126799.833466:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126799.833472:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da9063773475e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4984 expref: 301 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.833478:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da9063773475e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4984 expref: 301 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126799.833502:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da9063773475e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4984 expref: 301 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126799.833512:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997261312:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126799.834905:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126799.836294:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.838830:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.843101:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.844540:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+304:2028:x1830946004483456:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1070us (1440us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1746126799.844547:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1594 00002000:00100000:0.0:1746126799.844553:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c91180 x1830946004483456/t4294972027(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.844560:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c91180 with x1830946004483456 ext(0->7) 00010000:00010000:0.0:1746126799.844565:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da9063773475e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4984 expref: 304 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.844576:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099100e00/0x63da9063773475e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4984 expref: 304 pid: 9594 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.844582:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c91180 00000100:00100000:0.0:1746126799.847468:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.849640:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.853821:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.859239:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.862472:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.862511:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.865165:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.867746:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.868650:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+306:2028:x1830946004485248:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 652us (907us total) trans 4294972028 rc 0/0 00000100:00100000:0.0:1746126799.868656:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1597 00002000:00100000:0.0:1746126799.868661:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0813b80 x1830946004485248/t4294972028(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.868667:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813b80 with x1830946004485248 ext(0->7) 00010000:00010000:0.0:1746126799.868672:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099835e00/0x63da9063773475f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4999 expref: 306 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.868682:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099835e00/0x63da9063773475f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4999 expref: 306 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.868687:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0813b80 00000100:00100000:0.0:1746126799.877870:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.881600:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004485632 00000100:00100000:0.0:1746126799.881605:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004485632 00002000:00100000:0.0:1746126799.881639:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afd500 x1830946004485632/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/0 e 0 to 0 dl 1746126810 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.881648:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946004485632 ext(0->4095) 00002000:00010000:0.0:1746126799.881653:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:0.0:1746126799.881667:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12933 00000100:00100000:0.0:1746126799.881673:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004485632:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126799.881772:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004485632:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126799.881777:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12933 00002000:00100000:0.0:1746126799.881782:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afd500 x1830946004485632/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:560/0 lens 488/4536 e 0 to 0 dl 1746126810 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.881787:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946004485632 ext(0->4095) 00002000:00010000:0.0:1746126799.881790:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:0.0:1746126799.884455:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.884527:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.888853:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.888899:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.895421:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.895467:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.898936:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.903239:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.906677:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+308:2028:x1830946004487040:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1927us (3439us total) trans 4294972029 rc 0/0 00000100:00100000:0.0:1746126799.906686:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1600 00002000:00100000:0.0:1746126799.906694:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848b480 x1830946004487040/t4294972029(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.906701:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848b480 with x1830946004487040 ext(0->7) 00010000:00010000:0.0:1746126799.906708:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099834400/0x63da90637734760b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49ae expref: 308 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.906719:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099834400/0x63da90637734760b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49ae expref: 308 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.906725:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848b480 00000100:00100000:0.0:1746126799.915177:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.920581:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.921156:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.926660:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.926712:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.937148:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.951055:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.951099:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.956818:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.959724:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.962110:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.962308:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.966373:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.970515:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.973884:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+312:2027:x1830946004489600:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3152us (3368us total) trans 4294972031 rc 0/0 00000100:00100000:0.0:1746126799.973892:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1606 00002000:00100000:0.0:1746126799.973899:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099174a80 x1830946004489600/t4294972031(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:560/0 lens 496/448 e 0 to 0 dl 1746126810 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126799.973907:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174a80 with x1830946004489600 ext(0->7) 00010000:00010000:0.0:1746126799.973914:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347627 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49ca expref: 312 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126799.973927:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347627 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49ca expref: 312 pid: 9594 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126799.973933:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099174a80 00000100:00100000:0.0:1746126799.979826:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.982292:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.985241:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.987669:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.988416:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.991376:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.992431:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.992472:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126799.996029:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.002454:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.003427:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+314:2030:x1830946004491392:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 656us (979us total) trans 4294972032 rc 0/0 00000100:00100000:0.0:1746126800.003433:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1608 00002000:00100000:0.0:1746126800.003438:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd96d80 x1830946004491392/t4294972032(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.003445:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96d80 with x1830946004491392 ext(0->7) 00010000:00010000:0.0:1746126800.003448:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da90637734763c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49df expref: 314 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.003457:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da90637734763c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49df expref: 314 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.003462:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd96d80 00000100:00100000:0.0:1746126800.009070:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.015506:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004491648 00000100:00100000:0.0:1746126800.015510:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004491648 00000100:00100000:0.0:1746126800.015537:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28448 00000100:00100000:0.0:1746126800.015543:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+314:1107:x1830946004491648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126800.015551:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126800.015563:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da90637734764a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff49ed expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.015583:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347643 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49e6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.015594:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.015596:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.015599:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da90637734764a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49ed expref: 315 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.015623:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347643 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49e6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.015633:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347643 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49e6 expref: 5 pid: 9594 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126800.015644:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997264640:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126800.015701:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126800.017849:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.020217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.028056:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.032106:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+317:2028:x1830946004492672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 828us (4052us total) trans 4294972033 rc 0/0 00000100:00100000:0.0:1746126800.032114:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1610 00002000:00100000:0.0:1746126800.032120:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16d500 x1830946004492672/t4294972033(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.032141:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d500 with x1830946004492672 ext(0->7) 00010000:00010000:0.0:1746126800.032147:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da90637734764a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49ed expref: 317 pid: 9597 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.032160:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dee4200/0x63da90637734764a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49ed expref: 317 pid: 9597 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.032165:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16d500 00000100:00100000:0.0:1746126800.034056:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.040320:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.040365:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.040388:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004493184 00000100:00100000:0.0:1746126800.040394:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004493184 00002000:00100000:0.0:1746126800.040432:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e16ce00 x1830946004493184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/0 e 0 to 0 dl 1746126811 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.040441:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946004493184 ext(0->4095) 00002000:00010000:0.0:1746126800.040446:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e16ce00 00000100:00100000:0.0:1746126800.040476:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12937 00000100:00100000:0.0:1746126800.040483:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+317:2027:x1830946004493184:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126800.040606:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+317:2027:x1830946004493184:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126800.040612:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12937 00002000:00100000:0.0:1746126800.040617:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e16ce00 x1830946004493184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746126811 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.040624:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946004493184 ext(0->4095) 00002000:00010000:0.0:1746126800.040627:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e16ce00 00000100:00100000:0.0:1746126800.041864:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.044740:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004493440 00000100:00100000:0.0:1746126800.044745:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004493440 00010000:00010000:0.0:1746126800.044765:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377347651 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49f4 expref: 317 pid: 9597 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126800.044790:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16172 00000100:00100000:0.0:1746126800.044795:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+317:2027:x1830946004493440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126800.044803:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126800.044823:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377347651 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49f4 expref: 317 pid: 9597 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.044833:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377347651 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49f4 expref: 317 pid: 9597 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.044848:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377347651 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49f4 expref: 317 pid: 9597 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.044869:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.044870:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.044875:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347658 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49fb expref: 316 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.044881:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347658 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49fb expref: 316 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.044899:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347658 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49fb expref: 316 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.044907:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347658 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49fb expref: 316 pid: 9594 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126800.044916:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997265408:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126800.044958:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126800.049696:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.053271:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.057117:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+318:2030:x1830946004493952:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3147us (3845us total) trans 4294972034 rc 0/0 00000100:00100000:0.0:1746126800.057330:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1612 00002000:00100000:0.0:1746126800.057342:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16dc00 x1830946004493952/t4294972034(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.057350:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16dc00 with x1830946004493952 ext(0->7) 00010000:00010000:0.0:1746126800.057358:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347658 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49fb expref: 318 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.057371:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347658 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff49fb expref: 318 pid: 9594 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.057378:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16dc00 00000100:00100000:0.0:1746126800.059456:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.062258:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.066695:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.066736:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.068896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.068932:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.071223:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.071265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.074292:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.077510:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.079577:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+320:2030:x1830946004495744:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1509us (2070us total) trans 4294972035 rc 0/0 00000100:00100000:0.0:1746126800.079586:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1615 00002000:00100000:0.0:1746126800.079593:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac44a80 x1830946004495744/t4294972035(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.079601:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44a80 with x1830946004495744 ext(0->7) 00010000:00010000:0.0:1746126800.079606:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847c00/0x63da90637734766d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a10 expref: 320 pid: 9596 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.079618:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847c00/0x63da90637734766d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a10 expref: 320 pid: 9596 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.079623:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac44a80 00000100:00100000:0.0:1746126800.081532:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.084516:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.090060:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.090112:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.092568:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.094484:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.097232:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.097986:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.101898:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004497280 00000100:00100000:0.0:1746126800.101904:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004497280 00002000:00100000:0.0:1746126800.101940:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a0812d80 x1830946004497280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/0 e 0 to 0 dl 1746126811 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.101949:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946004497280 ext(0->4095) 00010000:00010000:0.0:1746126800.101956:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a25 expref: 320 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.101967:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a25 expref: 320 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.101974:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0812d80 00000100:00100000:0.0:1746126800.102009:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1617 00000100:00100000:0.0:1746126800.102015:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+320:2028:x1830946004497280:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126800.102306:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+320:2028:x1830946004497280:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 289us (772us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126800.102311:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1617 00002000:00100000:0.0:1746126800.102317:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a0812d80 x1830946004497280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.102323:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946004497280 ext(0->4095) 00010000:00010000:0.0:1746126800.102327:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a25 expref: 320 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.102335:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a25 expref: 320 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.102340:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0812d80 00000100:00100000:0.0:1746126800.106945:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.108942:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+322:2028:x1830946004497536:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1651us (1997us total) trans 4294972036 rc 0/0 00000100:00100000:0.0:1746126800.108950:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1618 00002000:00100000:0.0:1746126800.108956:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb12a00 x1830946004497536/t4294972036(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.108963:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12a00 with x1830946004497536 ext(0->7) 00010000:00010000:0.0:1746126800.108970:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a25 expref: 322 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.108980:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a25 expref: 322 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.108986:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb12a00 00000100:00100000:0.0:1746126800.111814:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.116952:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.118765:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.123635:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.124477:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997267072 00000100:00100000:0.0:1746126800.124481:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997267072 00000100:00100000:0.0:1746126800.124524:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997266944 00000100:00100000:0.0:1746126800.124526:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997266944 00000100:00100000:0.0:1746126800.124537:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1746126800.124541:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997267072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126800.124552:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 984570688 pending 4530176 free 3922755584 avail 3691233280 00000100:00100000:0.0:1746126800.124954:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997267072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 411us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.124959:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1746126800.127056:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004498688 00000100:00100000:0.0:1746126800.127059:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004498688 00002000:00100000:0.0:1746126800.127081:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afdf80 x1830946004498688/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:561/0 lens 488/0 e 0 to 0 dl 1746126811 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.127088:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830946004498688 ext(0->4095) 00010000:00010000:0.0:1746126800.127093:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347689 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a2c expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.127100:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347689 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a2c expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.127105:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afdf80 00000100:00100000:0.0:1746126800.127117:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1619 00000100:00100000:0.0:1746126800.127122:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004498688:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126800.127219:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004498688:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (606us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126800.127224:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1619 00002000:00100000:0.0:1746126800.127229:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afdf80 x1830946004498688/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.127235:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830946004498688 ext(0->4095) 00010000:00010000:0.0:1746126800.127239:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347689 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a2c expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.127245:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347689 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a2c expref: 6 pid: 25366 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.127255:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afdf80 00000100:00100000:0.0:1746126800.131901:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.131961:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.132005:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.135776:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.136845:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997267584:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126800.136861:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135847800/0x63da90637734769e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a41 expref: 323 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.136871:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135847800, rc 0) 00000100:00100000:0.0:1746126800.136893:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+323:1108:x1830946004498944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4063us (4932us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.136898:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28460 00000100:00100000:0.0:1746126800.139559:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.142231:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+325:2030:x1830946004499584:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2374us (2672us total) trans 4294972037 rc 0/0 00000100:00100000:0.0:1746126800.142240:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1621 00002000:00100000:0.0:1746126800.142248:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082511880 x1830946004499584/t4294972037(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.142256:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511880 with x1830946004499584 ext(0->7) 00010000:00010000:0.0:1746126800.142263:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347697 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a3a expref: 325 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.142275:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347697 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a3a expref: 325 pid: 9594 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.142282:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082511880 00000100:00100000:0.0:1746126800.144458:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.150230:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.155255:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.155301:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.157973:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.159440:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.160791:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.160839:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.167571:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.175644:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.178178:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+327:2029:x1830946004501376:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1634us (2538us total) trans 4294972038 rc 0/0 00000100:00100000:0.0:1746126800.178186:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1624 00002000:00100000:0.0:1746126800.178193:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67f800 x1830946004501376/t4294972038(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.178201:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f800 with x1830946004501376 ext(0->7) 00010000:00010000:0.0:1746126800.178207:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da9063773476ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a4f expref: 327 pid: 9597 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.178218:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da9063773476ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a4f expref: 327 pid: 9597 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.178224:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67f800 00000100:00100000:0.0:1746126800.181411:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.188112:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.190494:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.194219:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.194340:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.198247:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.200847:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.202274:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+328:2030:x1830946004502656:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 731us (1430us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746126800.202280:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1627 00002000:00100000:0.0:1746126800.202286:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbca80 x1830946004502656/t4294972039(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.202293:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbca80 with x1830946004502656 ext(0->7) 00010000:00010000:0.0:1746126800.202298:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f000/0x63da9063773476ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a5d expref: 328 pid: 9597 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.202307:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f000/0x63da9063773476ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a5d expref: 328 pid: 9597 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.202311:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbca80 00000100:00100000:0.0:1746126800.205878:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.208312:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.210819:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.216749:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.217671:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.224594:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.224832:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.224867:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.231352:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.233244:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.237887:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.241116:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.245821:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004504960 00000100:00100000:0.0:1746126800.245828:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004504960 00000100:00100000:0.0:1746126800.245896:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28469 00000100:00100000:0.0:1746126800.245904:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+5:1108:x1830946004504960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126800.245918:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126800.246004:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c3c4000/0x63da9063773476dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4a80 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.246093:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.246095:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.246101:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c3c4000/0x63da9063773476dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a80 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.246112:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c3c4000/0x63da9063773476dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a80 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.246120:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c3c4000, rc 0) 00000100:00100000:0.0:1746126800.246698:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:1108:x1830946004504960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 793us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.246704:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28469 00000100:00100000:0.0:1746126800.249674:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.253064:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.253163:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.254845:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.255787:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.258209:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.260593:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.261559:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946004506240:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 758us (968us total) trans 4294972041 rc 0/0 00000100:00100000:0.0:1746126800.261566:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1633 00002000:00100000:0.0:1746126800.261572:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16ea00 x1830946004506240/t4294972041(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.261579:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ea00 with x1830946004506240 ext(0->7) 00010000:00010000:0.0:1746126800.261584:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da9063773476e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a87 expref: 8 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.261594:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da9063773476e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4a87 expref: 8 pid: 9594 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.261599:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16ea00 00000100:00100000:0.0:1746126800.263328:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.268034:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.270120:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.271646:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.274531:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.274629:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.279481:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.279512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.279733:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.284286:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.291907:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.304027:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.304079:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.306163:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.309097:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.313761:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.319611:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.322404:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2028:x1830946004509568:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1774us (2795us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1746126800.322412:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1638 00002000:00100000:0.0:1746126800.322419:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fd27480 x1830946004509568/t4294972043(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.322427:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27480 with x1830946004509568 ext(0->7) 00010000:00010000:0.0:1746126800.322434:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f600/0x63da906377347707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4aaa expref: 12 pid: 9597 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.322447:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f600/0x63da906377347707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4aaa expref: 12 pid: 9597 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.322453:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd27480 00000100:00100000:0.0:1746126800.329642:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.336161:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.340448:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004510080 00000100:00100000:0.0:1746126800.340452:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004510080 00000100:00100000:0.0:1746126800.340485:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28477 00000100:00100000:0.0:1746126800.340491:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:1107:x1830946004510080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126800.340500:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126800.340512:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c3c5200/0x63da906377347715 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4ab8 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.340532:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da90637734770e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ab1 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.340539:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.340541:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.340544:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c3c5200/0x63da906377347715 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ab8 expref: 12 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.340571:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da90637734770e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ab1 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.340581:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da90637734770e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ab1 expref: 5 pid: 9597 timeout: 795 lvb_type: 0 00000100:00100000:0.0:1746126800.340591:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997271424:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126800.341261:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126800.342060:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.345331:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.347636:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.355355:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2029:x1830946004510848:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 765us (987us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746126800.355362:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1640 00002000:00100000:0.0:1746126800.355369:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afd880 x1830946004510848/t4294972044(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.355381:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd880 with x1830946004510848 ext(0->7) 00010000:00010000:0.0:1746126800.355386:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c3c5200/0x63da906377347715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ab8 expref: 15 pid: 9594 timeout: 795 lvb_type: 0 00010000:00010000:0.0:1746126800.355396:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c3c5200/0x63da906377347715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ab8 expref: 15 pid: 9594 timeout: 795 lvb_type: 0 00002000:00010000:0.0:1746126800.355401:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd880 00000100:00100000:0.0:1746126800.373506:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.373839:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.381599:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.385064:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.385162:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.394482:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.399068:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.404248:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946004512128:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3125us (5181us total) trans 4294972045 rc 0/0 00000100:00100000:0.0:1746126800.404256:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1643 00002000:00100000:0.0:1746126800.404263:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c9c00 x1830946004512128/t4294972045(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.404271:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c9c00 with x1830946004512128 ext(0->7) 00010000:00010000:0.0:1746126800.404279:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ac6 expref: 16 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.404291:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ac6 expref: 16 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.404298:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c9c00 00000100:00100000:0.0:1746126800.413724:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.416812:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.419736:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.421162:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.423436:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.425230:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.430629:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.432629:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946004513408:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1823us (1998us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746126800.432638:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1645 00002000:00100000:0.0:1746126800.432644:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012faee300 x1830946004513408/t4294972046(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.432652:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830946004513408 ext(0->7) 00010000:00010000:0.0:1746126800.432658:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347731 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ad4 expref: 19 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.432669:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347731 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ad4 expref: 19 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.432675:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faee300 00000100:00100000:0.0:1746126800.437589:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.442439:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004513792 00000100:00100000:0.0:1746126800.442445:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004513792 00002000:00100000:0.0:1746126800.442476:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a0811180 x1830946004513792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/0 e 0 to 0 dl 1746126811 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.442485:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811180 with x1830946004513792 ext(0->4095) 00002000:00010000:0.0:1746126800.442489:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0811180 00000100:00100000:0.0:1746126800.442516:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 12950 00000100:00100000:0.0:1746126800.442522:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946004513792:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126800.442619:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946004513792:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (602us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126800.442625:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 12950 00002000:00100000:0.0:1746126800.442629:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a0811180 x1830946004513792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746126811 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.442636:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811180 with x1830946004513792 ext(0->4095) 00002000:00010000:0.0:1746126800.442639:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0811180 00000100:00100000:0.0:1746126800.444861:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.448308:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.449377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.454245:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.455090:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004514560 00000100:00100000:0.0:1746126800.455093:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004514560 00000100:00100000:0.0:1746126800.455112:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28485 00000100:00100000:0.0:1746126800.455116:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1108:x1830946004514560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126800.455155:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126800.455164:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c3c4e00/0x63da90637734774d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4af0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.455176:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.455180:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347746 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ae9 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.455186:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126800.455189:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c3c4e00/0x63da90637734774d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4af0 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.455213:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347746 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ae9 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.455222:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c3c4e00/0x63da90637734774d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4af0 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.455228:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c3c4e00, rc 0) 00000100:00100000:0.0:1746126800.455253:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1108:x1830946004514560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.455258:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28485 00000100:00100000:0.0:1746126800.466900:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946004515200:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 862us (1775us total) trans 4294972047 rc 0/0 00000100:00100000:0.0:1746126800.466907:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1647 00002000:00100000:0.0:1746126800.466913:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a7480 x1830946004515200/t4294972047(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.466921:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7480 with x1830946004515200 ext(0->7) 00010000:00010000:0.0:1746126800.466927:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ae9 expref: 21 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.466938:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da906377347746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ae9 expref: 21 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.466945:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a7480 00000100:00100000:0.0:1746126800.471989:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.479832:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.484235:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.488022:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.491825:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.494708:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.494908:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.497758:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.498366:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.500423:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.504782:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.505921:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946004517248:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 940us (1145us total) trans 4294972048 rc 0/0 00000100:00100000:0.0:1746126800.505928:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1650 00002000:00100000:0.0:1746126800.505933:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1a8e00 x1830946004517248/t4294972048(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.505940:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8e00 with x1830946004517248 ext(0->7) 00010000:00010000:0.0:1746126800.505944:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da90637734775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4afe expref: 22 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.505953:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da90637734775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4afe expref: 22 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.505958:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1a8e00 00000100:00100000:0.0:1746126800.508801:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.510380:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.515100:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.517635:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.517672:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.521603:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.521637:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.522081:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1651 00000100:00100000:0.0:1746126800.522101:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004518400:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126800.522457:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004518400:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 367us (817us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126800.522463:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1651 00002000:00100000:0.0:1746126800.522469:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d110e00 x1830946004518400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.522475:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110e00 with x1830946004518400 ext(0->4095) 00010000:00010000:0.0:1746126800.522480:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f000/0x63da906377347762 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b05 expref: 6 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.522490:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f000/0x63da906377347762 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b05 expref: 6 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.522495:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d110e00 00000100:00100000:0.0:1746126800.529742:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.534059:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.537024:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.539876:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.543611:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946004519168:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3381us (3729us total) trans 4294972049 rc 0/0 00000100:00100000:0.0:1746126800.543621:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1652 00002000:00100000:0.0:1746126800.543629:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d111c00 x1830946004519168/t4294972049(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.543636:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111c00 with x1830946004519168 ext(0->7) 00010000:00010000:0.0:1746126800.543644:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e000/0x63da906377347770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b13 expref: 24 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.543657:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e000/0x63da906377347770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b13 expref: 24 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.543663:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d111c00 00000100:00100000:0.0:1746126800.553272:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.556537:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997275136:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556588:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126800.556617:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997275648:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556637:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126800.556648:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997276160:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556662:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126800.556676:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746126800.556680:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997275264:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556694:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126800.556706:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997275776:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556720:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126800.556732:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997276288:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556744:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126800.556762:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997275648 00000100:00100000:0.0:1746126800.556767:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997275648 00000100:00100000:0.0:1746126800.556799:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997276160 00000100:00100000:0.0:1746126800.556801:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997276160 00000100:00100000:0.0:1746126800.556811:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997275264 00000100:00100000:0.0:1746126800.556813:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997275264 00000100:00100000:0.0:1746126800.556824:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1746126800.556829:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997275648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556871:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997275648:12345-0@lo:400:kworker.0 Request processed in 41us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.556876:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1746126800.556888:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1746126800.556893:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997276160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556911:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997276160:12345-0@lo:400:kworker.0 Request processed in 19us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.556916:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1746126800.556922:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1746126800.556926:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997275264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.556943:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997275264:12345-0@lo:400:kworker.0 Request processed in 16us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.556947:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1746126800.556960:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997275776 00000100:00100000:0.0:1746126800.556962:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997275776 00000100:00100000:0.0:1746126800.556975:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997276288 00000100:00100000:0.0:1746126800.556977:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997276288 00000100:00100000:0.0:1746126800.556988:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1746126800.557006:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997275776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.557028:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997275776:12345-0@lo:400:kworker.0 Request processed in 35us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.557033:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1746126800.557041:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1746126800.557050:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997276288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.557068:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997276288:12345-0@lo:400:kworker.0 Request processed in 18us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.557072:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1746126800.557084:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997275008 00000100:00100000:0.0:1746126800.557086:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997275008 00000100:00100000:0.0:1746126800.557097:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1746126800.557100:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3785:x1830945997275008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.558163:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3785:x1830945997275008:12345-0@lo:400:kworker.0 Request processed in 1061us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.558169:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1746126800.558212:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997275264:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.558222:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997275776:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.558230:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997276288:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.558238:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997275136:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.558247:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997275648:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.558255:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997276160:0@lo:400:kworker.0 00000100:00100000:0.0:1746126800.559474:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.560659:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.564092:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.564201:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.567371:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.572179:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.573249:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997276928 00000100:00100000:0.0:1746126800.573253:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997276928 00000100:00100000:0.0:1746126800.573277:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1746126800.573282:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997276928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746126800.573297:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 988478272 pending 0 free 3919998976 avail 3688476672 00000100:00100000:0.0:1746126800.573337:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997276928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.573342:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1746126800.585656:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.588586:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997277184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126800.588625:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126800.589463:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997277184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126800.590176:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.590670:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004520704 00000100:00100000:0.0:1746126800.590673:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004520704 00000100:00100000:0.0:1746126800.590696:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28494 00000100:00100000:0.0:1746126800.590700:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800824c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1107:x1830946004520704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126800.590711:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126800.590723:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da90637734778c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4b2f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.590746:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e13c200/0x63da906377347785 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b28 expref: 27 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.590753:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.590755:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.590758:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da90637734778c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b2f expref: 27 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126800.595445:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.596356:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.599310:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.605765:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.608367:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2028:x1830946004521728:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2390us (2600us total) trans 4294972051 rc 0/0 00000100:00100000:0.0:1746126800.608377:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1658 00002000:00100000:0.0:1746126800.608384:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16c700 x1830946004521728/t4294972051(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.608392:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c700 with x1830946004521728 ext(0->7) 00010000:00010000:0.0:1746126800.608399:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da90637734778c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b2f expref: 28 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.608413:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da90637734778c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b2f expref: 28 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.608418:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16c700 00000100:00100000:0.0:1746126800.611273:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.617687:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.617769:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.620084:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.621520:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.626710:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.631726:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.636620:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.641479:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.646760:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.650942:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.651040:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.655738:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004524160 00000100:00100000:0.0:1746126800.655745:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004524160 00010000:00010000:0.0:1746126800.655772:0:7238:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da9063773477a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b4b expref: 6 pid: 11460 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746126800.655794:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16221 00000100:00100000:0.0:1746126800.655799:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004524160:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126800.655809:0:7238:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126800.655825:0:7238:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da9063773477a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b4b expref: 6 pid: 11460 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.655834:0:7238:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da9063773477a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b4b expref: 6 pid: 11460 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.655850:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da9063773477a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b4b expref: 6 pid: 11460 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.656542:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.656545:0:7238:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126800.656552:0:7238:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da9063773477af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b52 expref: 29 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126800.656559:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da9063773477af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b52 expref: 29 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126800.658977:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.663646:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.666323:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.667436:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2027:x1830946004524672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 796us (1117us total) trans 4294972053 rc 0/0 00000100:00100000:0.0:1746126800.667443:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1662 00002000:00100000:0.0:1746126800.667449:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082510000 x1830946004524672/t4294972053(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.667456:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510000 with x1830946004524672 ext(0->7) 00010000:00010000:0.0:1746126800.667461:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da9063773477af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b52 expref: 32 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.667470:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da9063773477af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b52 expref: 32 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.667475:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082510000 00000100:00100000:0.0:1746126800.670249:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.674082:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.674143:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004525056 00000100:00100000:0.0:1746126800.674150:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004525056 00000100:00100000:0.0:1746126800.676539:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.677515:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.678947:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.679838:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.681976:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.683119:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.688119:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.690773:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.692164:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2028:x1830946004526464:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 760us (1396us total) trans 4294972054 rc 0/0 00000100:00100000:0.0:1746126800.692171:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1665 00002000:00100000:0.0:1746126800.692176:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afc700 x1830946004526464/t4294972054(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.692182:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830946004526464 ext(0->7) 00010000:00010000:0.0:1746126800.692187:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da9063773477c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b67 expref: 34 pid: 11460 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.692195:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da9063773477c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b67 expref: 34 pid: 11460 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.692199:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746126800.694199:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.702420:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.708083:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.709668:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.711576:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.715668:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.717074:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2030:x1830946004527744:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 745us (1413us total) trans 4294972055 rc 0/0 00000100:00100000:0.0:1746126800.717083:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1667 00002000:00100000:0.0:1746126800.717088:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d110a80 x1830946004527744/t4294972055(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.717094:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946004527744 ext(0->7) 00010000:00010000:0.0:1746126800.717098:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da9063773477d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b75 expref: 37 pid: 11460 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.717106:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da9063773477d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b75 expref: 37 pid: 11460 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.717111:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d110a80 00000100:00100000:0.0:1746126800.719587:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.723785:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.731624:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.731666:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.734906:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.734950:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.738382:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.741041:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.747305:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.752360:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.754651:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946004529408:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1442us (2287us total) trans 4294972056 rc 0/0 00000100:00100000:0.0:1746126800.754658:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1669 00002000:00100000:0.0:1746126800.754664:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0810380 x1830946004529408/t4294972056(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.754672:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810380 with x1830946004529408 ext(0->7) 00010000:00010000:0.0:1746126800.754678:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847c00/0x63da9063773477e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b8a expref: 38 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.754689:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847c00/0x63da9063773477e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b8a expref: 38 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.754695:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0810380 00000100:00100000:0.0:1746126800.759850:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.767741:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.775842:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.781444:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.788858:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.800010:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.800061:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.803371:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946004530560:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2532us (3356us total) trans 4294972057 rc 0/0 00000100:00100000:0.0:1746126800.803381:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1671 00002000:00100000:0.0:1746126800.803388:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824cbb80 x1830946004530560/t4294972057(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.803396:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824cbb80 with x1830946004530560 ext(0->7) 00010000:00010000:0.0:1746126800.803403:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846400/0x63da9063773477f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b98 expref: 41 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.803414:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846400/0x63da9063773477f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4b98 expref: 41 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.803421:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824cbb80 00000100:00100000:0.0:1746126800.804889:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.807441:0:7238:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997281280:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126800.807452:0:7238:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126800.807480:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2029:x1830946004530816:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2409us (2594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.807486:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16232 00000100:00100000:0.0:1746126800.810817:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.815272:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.818860:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.826326:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.829100:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946004531712:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 832us (2771us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746126800.829107:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1673 00002000:00100000:0.0:1746126800.829113:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1a9f80 x1830946004531712/t4294972058(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.829120:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a9f80 with x1830946004531712 ext(0->7) 00010000:00010000:0.0:1746126800.829139:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f800/0x63da906377347803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ba6 expref: 42 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.829149:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f800/0x63da906377347803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ba6 expref: 42 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.829155:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1a9f80 00000100:00100000:0.0:1746126800.841512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.843536:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.847380:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.849539:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.852589:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.858577:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.865865:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.867080:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4265450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946004532864:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 820us (1214us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746126800.867086:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1675 00002000:00100000:0.0:1746126800.867092:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a4265450 x1830946004532864/t4294972059(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.867099:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4265450 with x1830946004532864 ext(0->7) 00010000:00010000:0.0:1746126800.867103:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377347811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bb4 expref: 44 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.867112:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377347811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bb4 expref: 44 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.867117:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4265450 00000100:00100000:0.0:1746126800.882706:0:7238:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7238:1830945997282304:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126800.882722:0:7238:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126800.882752:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946004533120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8029us (8082us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126800.882758:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16236 00000100:00100000:0.0:1746126800.886715:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.901845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.906085:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.911283:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.912578:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946004534016:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 951us (1303us total) trans 4294972060 rc 0/0 00000100:00100000:0.0:1746126800.912585:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1677 00002000:00100000:0.0:1746126800.912590:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800990db100 x1830946004534016/t4294972060(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.912598:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990db100 with x1830946004534016 ext(0->7) 00010000:00010000:0.0:1746126800.912603:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da90637734781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bc2 expref: 46 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.912611:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da90637734781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bc2 expref: 46 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.912617:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990db100 00000100:00100000:0.0:1746126800.920968:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.926085:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.926150:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.930022:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.933652:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.938373:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.941228:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.943546:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2030:x1830946004535296:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2110us (2318us total) trans 4294972061 rc 0/0 00000100:00100000:0.0:1746126800.943555:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1679 00002000:00100000:0.0:1746126800.943562:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dfb7800 x1830946004535296/t4294972061(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.943571:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7800 with x1830946004535296 ext(0->7) 00010000:00010000:0.0:1746126800.943577:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f000/0x63da90637734782d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bd0 expref: 49 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.943589:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f000/0x63da90637734782d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bd0 expref: 49 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.943594:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb7800 00000100:00100000:0.0:1746126800.945332:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.950274:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.954485:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.959662:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.959734:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.964731:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.966335:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.966399:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.970987:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.983102:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.985187:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2030:x1830946004537088:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 723us (2090us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746126800.985195:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1682 00002000:00100000:0.0:1746126800.985202:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dfb4700 x1830946004537088/t4294972062(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 496/448 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.985210:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4700 with x1830946004537088 ext(0->7) 00010000:00010000:0.0:1746126800.985216:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347842 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4be5 expref: 51 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.985227:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347842 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4be5 expref: 51 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.985234:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4700 00000100:00100000:0.0:1746126800.986809:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.988789:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.992516:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.994165:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.999119:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126800.999152:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004538112 00000100:00100000:0.0:1746126800.999157:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004538112 00002000:00100000:0.0:1746126800.999184:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801391db480 x1830946004538112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/0 e 0 to 0 dl 1746126811 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.999193:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391db480 with x1830946004538112 ext(0->4095) 00010000:00010000:0.0:1746126800.999200:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bf3 expref: 50 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.999211:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bf3 expref: 50 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.999216:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391db480 00000100:00100000:0.0:1746126800.999227:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1684 00000100:00100000:0.0:1746126800.999232:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946004538112:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126800.999312:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946004538112:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 80us (195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126800.999318:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1684 00002000:00100000:0.0:1746126800.999322:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801391db480 x1830946004538112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:561/0 lens 488/4536 e 0 to 0 dl 1746126811 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126800.999329:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391db480 with x1830946004538112 ext(0->4095) 00010000:00010000:0.0:1746126800.999333:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bf3 expref: 50 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126800.999340:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bf3 expref: 50 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126800.999346:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391db480 00000100:00100000:0.0:1746126801.006345:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.007186:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946004538368:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 612us (846us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746126801.007193:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1685 00002000:00100000:0.0:1746126801.007198:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67aa00 x1830946004538368/t4294972063(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.007204:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67aa00 with x1830946004538368 ext(0->7) 00010000:00010000:0.0:1746126801.007208:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bf3 expref: 52 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.007216:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4bf3 expref: 52 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.007221:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67aa00 00000100:00100000:0.0:1746126801.009672:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.011726:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.015217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.016450:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.020532:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.020840:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.024779:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.024945:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.027580:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.040375:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2029:x1830946004540160:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2545us (2865us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746126801.040506:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1688 00002000:00100000:0.0:1746126801.040517:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b530b800 x1830946004540160/t4294972064(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.040527:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b800 with x1830946004540160 ext(0->7) 00010000:00010000:0.0:1746126801.040535:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f600/0x63da906377347865 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c08 expref: 54 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.040548:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f600/0x63da906377347865 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c08 expref: 54 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.040556:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b530b800 00000100:00100000:0.0:1746126801.044751:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.045690:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.047588:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.051939:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.057881:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.061312:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.067800:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.069004:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946004541312:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 632us (1213us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746126801.069010:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1690 00002000:00100000:0.0:1746126801.069016:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b1baa00 x1830946004541312/t4294972065(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.069022:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1baa00 with x1830946004541312 ext(0->7) 00010000:00010000:0.0:1746126801.069027:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347873 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c16 expref: 56 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.069036:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347873 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c16 expref: 56 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.069042:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1baa00 00000100:00100000:0.0:1746126801.070479:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.073219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.083274:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.088798:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946004542592:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 893us (1078us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746126801.088805:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1693 00002000:00100000:0.0:1746126801.088810:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5308700 x1830946004542592/t4294972066(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.088818:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308700 with x1830946004542592 ext(0->7) 00010000:00010000:0.0:1746126801.088823:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c24 expref: 59 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.088837:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c24 expref: 59 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.088842:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5308700 00000100:00100000:0.0:1746126801.100098:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.104720:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.106231:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004543104 00000100:00100000:0.0:1746126801.106236:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004543104 00002000:00100000:0.0:1746126801.106261:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b530a300 x1830946004543104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 488/0 e 0 to 0 dl 1746126812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.106268:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946004543104 ext(0->4095) 00010000:00010000:0.0:1746126801.106274:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347888 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c2b expref: 60 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.106284:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347888 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c2b expref: 60 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.106496:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b530a300 00000100:00100000:0.0:1746126801.106514:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1694 00000100:00100000:0.0:1746126801.106519:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2027:x1830946004543104:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126801.107309:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2027:x1830946004543104:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 788us (1255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126801.107315:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1694 00002000:00100000:0.0:1746126801.107320:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b530a300 x1830946004543104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.107327:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946004543104 ext(0->4095) 00010000:00010000:0.0:1746126801.107332:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347888 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c2b expref: 60 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.107342:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347888 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c2b expref: 60 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.107348:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b530a300 00000100:00100000:0.0:1746126801.108744:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.108815:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.114164:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.123868:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.125671:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2029:x1830946004543872:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1620us (1803us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746126801.125680:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1696 00002000:00100000:0.0:1746126801.125687:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00dc00 x1830946004543872/t4294972067(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.125695:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00dc00 with x1830946004543872 ext(0->7) 00010000:00010000:0.0:1746126801.125701:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da90637734788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c32 expref: 60 pid: 25366 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.125712:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da90637734788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c32 expref: 60 pid: 25366 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.125718:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00dc00 00000100:00100000:0.0:1746126801.129336:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.136602:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.142317:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.143038:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.145704:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.146505:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.150455:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.153875:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.157169:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.160154:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1699 00000100:00100000:0.0:1746126801.160167:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2029:x1830946004545664:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126801.160893:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2029:x1830946004545664:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 730us (3729us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746126801.160900:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1699 00002000:00100000:0.0:1746126801.160908:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00ca80 x1830946004545664/t4294972068(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.160916:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ca80 with x1830946004545664 ext(0->7) 00010000:00010000:0.0:1746126801.160921:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da9063773478a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c47 expref: 62 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.160931:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da9063773478a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c47 expref: 62 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.160937:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00ca80 00000100:00100000:0.0:1746126801.168418:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.173831:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.178204:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.182590:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.182970:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.188323:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004546688 00000100:00100000:0.0:1746126801.188328:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004546688 00002000:00100000:0.0:1746126801.188361:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b5309880 x1830946004546688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 488/0 e 0 to 0 dl 1746126812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.188369:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309880 with x1830946004546688 ext(0->4095) 00010000:00010000:0.0:1746126801.188376:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da9063773478b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c55 expref: 63 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.188386:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da9063773478b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c55 expref: 63 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.188392:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5309880 00000100:00100000:0.0:1746126801.188416:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1701 00000100:00100000:0.0:1746126801.188422:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946004546688:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126801.188510:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946004546688:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126801.188515:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1701 00002000:00100000:0.0:1746126801.188519:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b5309880 x1830946004546688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.188525:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309880 with x1830946004546688 ext(0->4095) 00010000:00010000:0.0:1746126801.188530:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da9063773478b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c55 expref: 63 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.188542:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da9063773478b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c55 expref: 63 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.188546:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5309880 00000100:00100000:0.0:1746126801.202957:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.205093:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004547072 00000100:00100000:0.0:1746126801.205097:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004547072 00000100:00100000:0.0:1746126801.205153:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28538 00000100:00100000:0.0:1746126801.205158:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1107:x1830946004547072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126801.205166:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126801.205176:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773478c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4c63 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.205193:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126801.205197:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e200/0x63da9063773478b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c5c expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.205202:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126801.205205:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773478c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c63 expref: 67 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.205230:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36e200/0x63da9063773478b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c5c expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.205238:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773478c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c63 expref: 67 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.205250:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ad9a000, rc 0) 00000100:00100000:0.0:1746126801.205289:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:1107:x1830946004547072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126801.205294:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28538 00000100:00100000:0.0:1746126801.216723:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.221112:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.225364:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.227370:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.231487:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.235234:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.236813:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946004548224:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 731us (1686us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746126801.236820:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1705 00002000:00100000:0.0:1746126801.236824:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ade9f80 x1830946004548224/t4294972070(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.236831:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946004548224 ext(0->7) 00010000:00010000:0.0:1746126801.236835:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773478c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c63 expref: 66 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.236843:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773478c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c63 expref: 66 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.236848:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:0.0:1746126801.238328:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.241973:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.244015:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.248047:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.248576:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.251896:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.251953:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.255302:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.256316:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.267936:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.274273:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.282030:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2029:x1830946004550272:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5164us (7756us total) trans 4294972071 rc 0/0 00000100:00100000:0.0:1746126801.282041:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1708 00002000:00100000:0.0:1746126801.282052:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b0380 x1830946004550272/t4294972071(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.282061:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0380 with x1830946004550272 ext(0->7) 00010000:00010000:0.0:1746126801.282069:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da9063773478d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c78 expref: 69 pid: 9594 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.282084:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da9063773478d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c78 expref: 69 pid: 9594 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.282091:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b0380 00000100:00100000:0.0:1746126801.285192:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.291834:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.298185:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.298228:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.301881:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.303112:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.306045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.308036:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.318834:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.323048:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004551936 00000100:00100000:0.0:1746126801.323055:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004551936 00002000:00100000:0.0:1746126801.323087:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5308a80 x1830946004551936/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/0 e 0 to 0 dl 1746126812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.323096:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308a80 with x1830946004551936 ext(0->7) 00010000:00010000:0.0:1746126801.323102:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da9063773478ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c8d expref: 68 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.323113:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da9063773478ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c8d expref: 68 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.323123:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5308a80 00000100:00100000:0.0:1746126801.323161:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1710 00000100:00100000:0.0:1746126801.323168:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946004551936:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126801.324714:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2028:x1830946004551936:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1543us (1751us total) trans 4294972072 rc 0/0 00000100:00100000:0.0:1746126801.324722:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1710 00002000:00100000:0.0:1746126801.324729:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5308a80 x1830946004551936/t4294972072(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.324737:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308a80 with x1830946004551936 ext(0->7) 00010000:00010000:0.0:1746126801.324743:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da9063773478ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c8d expref: 70 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.324756:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da9063773478ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c8d expref: 70 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.324762:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5308a80 00000100:00100000:0.0:1746126801.334107:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.337750:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004552448 00000100:00100000:0.0:1746126801.337755:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004552448 00002000:00100000:0.0:1746126801.337784:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800992b7800 x1830946004552448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:562/0 lens 488/0 e 0 to 0 dl 1746126812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.337791:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7800 with x1830946004552448 ext(0->4095) 00010000:00010000:0.0:1746126801.337797:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da9063773478f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c94 expref: 6 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.337807:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da9063773478f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c94 expref: 6 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.337812:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992b7800 00000100:00100000:0.0:1746126801.337828:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1711 00000100:00100000:0.0:1746126801.337834:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004552448:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126801.339700:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004552448:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1864us (2136us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126801.339707:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1711 00002000:00100000:0.0:1746126801.339714:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800992b7800 x1830946004552448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.339727:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7800 with x1830946004552448 ext(0->4095) 00010000:00010000:0.0:1746126801.339734:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da9063773478f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c94 expref: 6 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.339744:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da9063773478f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c94 expref: 6 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.339750:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992b7800 00000100:00100000:0.0:1746126801.342205:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.347874:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.365669:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.376279:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.377557:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946004553088:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 863us (1278us total) trans 4294972073 rc 0/0 00000100:00100000:0.0:1746126801.377563:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1712 00002000:00100000:0.0:1746126801.377569:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b3800 x1830946004553088/t4294972073(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.377576:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3800 with x1830946004553088 ext(0->7) 00010000:00010000:0.0:1746126801.377581:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da9063773478f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c9b expref: 72 pid: 9597 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746126801.377590:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da9063773478f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4c9b expref: 72 pid: 9597 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746126801.377595:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b3800 00000100:00100000:0.0:1746126801.378830:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.389097:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.393057:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.395321:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.395403:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.402498:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.408468:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.411834:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2029:x1830946004554368:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3188us (3365us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746126801.411845:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1714 00002000:00100000:0.0:1746126801.411853:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bdf80 x1830946004554368/t4294972074(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.411862:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bdf80 with x1830946004554368 ext(0->7) 00010000:00010000:0.0:1746126801.411871:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846e00/0x63da906377347906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ca9 expref: 75 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.411885:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846e00/0x63da906377347906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ca9 expref: 75 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.411890:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bdf80 00000100:00100000:0.0:1746126801.415691:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.422080:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.425095:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.427085:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.429509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.434827:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.438475:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.439742:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2028:x1830946004555648:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1063us (1269us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746126801.439750:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1716 00002000:00100000:0.0:1746126801.439757:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bc000 x1830946004555648/t4294972075(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.439765:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc000 with x1830946004555648 ext(0->7) 00010000:00010000:0.0:1746126801.439771:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cb7 expref: 76 pid: 9594 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.439780:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cb7 expref: 76 pid: 9594 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.439786:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bc000 00000100:00100000:0.0:1746126801.445725:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.451321:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.453915:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.457766:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.462553:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004556800 00000100:00100000:0.0:1746126801.462558:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004556800 00000100:00100000:0.0:1746126801.462745:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28553 00000100:00100000:0.0:1746126801.462751:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+76:1107:x1830946004556800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126801.462760:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126801.462772:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da906377347929 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4ccc expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.462790:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e600/0x63da90637734791b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cbe expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.462800:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135846e00/0x63da906377347922 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cc5 expref: 77 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.462807:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126801.462808:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126801.462811:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da906377347929 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ccc expref: 77 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.462838:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135846e00/0x63da906377347922 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cc5 expref: 77 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.462847:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135846e00/0x63da906377347922 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cc5 expref: 77 pid: 9594 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746126801.462857:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098cbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25366:1830945997291136:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126801.466755:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.468838:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004557184 00000100:00100000:0.0:1746126801.468844:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004557184 00010000:00010000:0.0:1746126801.468867:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36e600/0x63da90637734791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cbe expref: 6 pid: 9597 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746126801.468885:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16275 00000100:00100000:0.0:1746126801.468890:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004557184:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126801.468900:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126801.468914:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e600/0x63da90637734791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cbe expref: 6 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.468923:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c36e600/0x63da90637734791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cbe expref: 6 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.468939:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e600/0x63da90637734791b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cbe expref: 6 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.468952:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126801.468954:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126801.468959:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da906377347929 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ccc expref: 75 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.468967:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da906377347929 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ccc expref: 75 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.469005:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da906377347929 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ccc expref: 75 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126801.469017:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098cbce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997291392:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126801.469086:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126801.472411:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.486838:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.491602:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2029:x1830946004557696:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3842us (4763us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746126801.491612:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1718 00002000:00100000:0.0:1746126801.491620:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbc380 x1830946004557696/t4294972076(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.491634:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc380 with x1830946004557696 ext(0->7) 00010000:00010000:0.0:1746126801.491642:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da906377347929 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ccc expref: 79 pid: 25366 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.491656:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee4d400/0x63da906377347929 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ccc expref: 79 pid: 25366 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.491662:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbc380 00000100:00100000:0.0:1746126801.494808:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.497786:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.501508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.501559:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004558208 00000100:00100000:0.0:1746126801.501564:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004558208 00002000:00100000:0.0:1746126801.501595:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098cbf800 x1830946004558208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 488/0 e 0 to 0 dl 1746126812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.501604:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf800 with x1830946004558208 ext(0->4095) 00010000:00010000:0.0:1746126801.501611:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cd3 expref: 79 pid: 25366 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.501622:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cd3 expref: 79 pid: 25366 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.501628:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbf800 00000100:00100000:0.0:1746126801.501644:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1719 00000100:00100000:0.0:1746126801.501650:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946004558208:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126801.501751:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946004558208:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126801.501756:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1719 00002000:00100000:0.0:1746126801.501761:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098cbf800 x1830946004558208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 488/4536 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.501768:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf800 with x1830946004558208 ext(0->4095) 00010000:00010000:0.0:1746126801.501772:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cd3 expref: 79 pid: 25366 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.501780:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da906377347930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cd3 expref: 79 pid: 25366 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.501785:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbf800 00000100:00100000:0.0:1746126801.504316:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.504364:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.507932:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.509508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.510582:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2029:x1830946004558976:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 857us (1074us total) trans 4294972077 rc 0/0 00000100:00100000:0.0:1746126801.510590:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1721 00002000:00100000:0.0:1746126801.510595:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbca80 x1830946004558976/t4294972077(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.510602:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbca80 with x1830946004558976 ext(0->7) 00010000:00010000:0.0:1746126801.510607:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cda expref: 80 pid: 25366 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.510620:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cda expref: 80 pid: 25366 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.510625:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbca80 00000100:00100000:0.0:1746126801.511935:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.515312:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.519046:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.520500:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.523514:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.526787:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.528592:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.541921:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.541951:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.541980:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.546211:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.549630:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.553266:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946004561280:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2854us (3634us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746126801.553277:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1723 00002000:00100000:0.0:1746126801.553287:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098488a80 x1830946004561280/t4294972078(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.553296:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488a80 with x1830946004561280 ext(0->7) 00010000:00010000:0.0:1746126801.553305:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847800/0x63da90637734794c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cef expref: 83 pid: 25366 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.553323:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847800/0x63da90637734794c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4cef expref: 83 pid: 25366 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.553328:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098488a80 00000100:00100000:0.0:1746126801.558076:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.562779:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.566479:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.566559:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.568244:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.568578:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.574285:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.581877:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.588381:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.594228:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.606519:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.608570:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.612714:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.616217:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.618269:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.624981:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.638284:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.646265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.657461:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.661546:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.666601:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.675161:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.679146:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946004565248:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3282us (3991us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746126801.679156:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1729 00002000:00100000:0.0:1746126801.679165:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3dca80 x1830946004565248/t4294972081(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.679172:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dca80 with x1830946004565248 ext(0->7) 00010000:00010000:0.0:1746126801.679180:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da90637734797d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d20 expref: 88 pid: 9594 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.679191:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da90637734797d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d20 expref: 88 pid: 9594 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.679197:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3dca80 00000100:00100000:0.0:1746126801.681328:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.684909:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.692351:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.694759:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.697400:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.698916:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+90:2028:x1830946004566400:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 814us (1519us total) trans 4294972082 rc 0/0 00000100:00100000:0.0:1746126801.698922:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1731 00002000:00100000:0.0:1746126801.698927:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3dc700 x1830946004566400/t4294972082(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.698934:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dc700 with x1830946004566400 ext(0->7) 00010000:00010000:0.0:1746126801.698940:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da90637734798b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d2e expref: 90 pid: 9594 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.698954:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da90637734798b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d2e expref: 90 pid: 9594 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.698959:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3dc700 00000100:00100000:0.0:1746126801.701084:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.703422:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.707624:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.709108:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.711585:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.712508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.714594:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.714632:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.717757:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.721361:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.722992:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2029:x1830946004568192:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1438us (1625us total) trans 4294972083 rc 0/0 00000100:00100000:0.0:1746126801.723000:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1734 00002000:00100000:0.0:1746126801.723007:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5df80 x1830946004568192/t4294972083(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.723015:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5df80 with x1830946004568192 ext(0->7) 00010000:00010000:0.0:1746126801.723021:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da9063773479a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d43 expref: 92 pid: 25366 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.723032:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da9063773479a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d43 expref: 92 pid: 25366 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.723042:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5df80 00000100:00100000:0.0:1746126801.725218:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.733021:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.737179:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.738056:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.740792:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.746237:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.754382:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.756180:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+95:2030:x1830946004569472:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1417us (1803us total) trans 4294972084 rc 0/0 00000100:00100000:0.0:1746126801.756189:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1736 00002000:00100000:0.0:1746126801.756196:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5e300 x1830946004569472/t4294972084(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.756204:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5e300 with x1830946004569472 ext(0->7) 00010000:00010000:0.0:1746126801.756209:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13dc00/0x63da9063773479b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d51 expref: 95 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.756220:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13dc00/0x63da9063773479b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d51 expref: 95 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.756226:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5e300 00000100:00100000:0.0:1746126801.760178:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.765696:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.766598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.768753:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997296384:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126801.768778:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da9063773479bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d5f expref: 95 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.768798:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d800, rc 0) 00000100:00100000:0.0:1746126801.768838:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+95:1107:x1830946004569728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2910us (3147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126801.768844:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28574 00000100:00100000:0.0:1746126801.768864:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004570112 00000100:00100000:0.0:1746126801.768868:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004570112 00000100:00100000:0.0:1746126801.768890:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28575 00000100:00100000:0.0:1746126801.768895:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004570112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126801.768906:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126801.768916:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da9063773479c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4d66 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.768930:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126801.768934:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da9063773479bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d5f expref: 94 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.768939:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126801.768942:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da9063773479c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d66 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.768964:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da9063773479bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d5f expref: 94 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.768973:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da9063773479c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d66 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.768997:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aefd400, rc 0) 00000100:00100000:0.0:1746126801.769012:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004570112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126801.769017:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28575 00000100:00100000:0.0:1746126801.770816:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.774184:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.781946:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.784285:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2029:x1830946004570752:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1126us (2344us total) trans 4294972085 rc 0/0 00000100:00100000:0.0:1746126801.784292:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1739 00002000:00100000:0.0:1746126801.784299:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2e300 x1830946004570752/t4294972085(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.784307:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e300 with x1830946004570752 ext(0->7) 00010000:00010000:0.0:1746126801.784314:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da9063773479bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d5f expref: 96 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.784325:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da9063773479bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d5f expref: 96 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.784331:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2e300 00000100:00100000:0.0:1746126801.803463:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.815533:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.815597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.825045:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.832013:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.838337:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946004572032:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1248us (6310us total) trans 4294972086 rc 0/0 00000100:00100000:0.0:1746126801.838345:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1742 00002000:00100000:0.0:1746126801.838352:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2f480 x1830946004572032/t4294972086(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.838359:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2f480 with x1830946004572032 ext(0->7) 00010000:00010000:0.0:1746126801.838364:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da9063773479ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d6d expref: 99 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.838374:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da9063773479ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d6d expref: 99 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.838379:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2f480 00000100:00100000:0.0:1746126801.852184:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.852236:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.857046:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.862914:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.863015:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.869536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.872494:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.875507:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+100:2030:x1830946004573312:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2783us (3011us total) trans 4294972087 rc 0/0 00000100:00100000:0.0:1746126801.875517:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1745 00002000:00100000:0.0:1746126801.875527:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2dc00 x1830946004573312/t4294972087(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.875544:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946004573312 ext(0->7) 00010000:00010000:0.0:1746126801.875551:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847800/0x63da9063773479d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d7b expref: 100 pid: 25366 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.875563:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847800/0x63da9063773479d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d7b expref: 100 pid: 25366 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.875568:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2dc00 00000100:00100000:0.0:1746126801.878450:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.881081:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.890259:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.890331:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.896509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.900361:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.906696:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.909355:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2028:x1830946004574592:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1606us (2662us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746126801.909364:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1747 00002000:00100000:0.0:1746126801.909372:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c90700 x1830946004574592/t4294972088(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.909380:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90700 with x1830946004574592 ext(0->7) 00010000:00010000:0.0:1746126801.909389:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da9063773479e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d89 expref: 103 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.909400:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da9063773479e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d89 expref: 103 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.909406:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c90700 00000100:00100000:0.0:1746126801.915824:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.920566:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.924336:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.924410:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.926380:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28583 00000100:00100000:0.0:1746126801.926387:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004575232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126801.926394:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126801.926401:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099835400/0x63da9063773479fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4d97 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.926410:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126801.926414:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da9063773479f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d9e expref: 103 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.926418:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126801.926421:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099835400/0x63da9063773479fb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d97 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.926438:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da9063773479f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d9e expref: 103 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.926448:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099835400/0x63da9063773479fb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d97 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.926456:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835400, rc 0) 00000100:00100000:0.0:1746126801.926481:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004575232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (2071us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126801.926486:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28583 00000100:00100000:0.0:1746126801.936735:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.939747:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.942422:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.943621:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2030:x1830946004575872:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1021us (1199us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1746126801.943628:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1749 00002000:00100000:0.0:1746126801.943635:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c93800 x1830946004575872/t4294972089(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.943642:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c93800 with x1830946004575872 ext(0->7) 00010000:00010000:0.0:1746126801.943649:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da9063773479f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d9e expref: 104 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.943659:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da9063773479f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4d9e expref: 104 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.943665:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c93800 00000100:00100000:0.0:1746126801.948383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.956478:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.960549:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.961540:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.971727:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.972669:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.972728:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004576768 00000100:00100000:0.0:1746126801.972732:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004576768 00002000:00100000:0.0:1746126801.972755:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e1fc000 x1830946004576768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 488/0 e 0 to 0 dl 1746126812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.972764:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc000 with x1830946004576768 ext(0->4095) 00010000:00010000:0.0:1746126801.972769:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13ca00/0x63da906377347a02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4da5 expref: 105 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.972778:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13ca00/0x63da906377347a02 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4da5 expref: 105 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.972784:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fc000 00000100:00100000:0.0:1746126801.972796:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1750 00000100:00100000:0.0:1746126801.972802:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+105:2028:x1830946004576768:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126801.975266:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.976853:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.977598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.981002:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.983365:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+106:2030:x1830946004577664:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1675us (2365us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746126801.983373:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1752 00002000:00100000:0.0:1746126801.983380:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1ff480 x1830946004577664/t4294972090(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:562/0 lens 496/448 e 0 to 0 dl 1746126812 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126801.983387:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ff480 with x1830946004577664 ext(0->7) 00010000:00010000:0.0:1746126801.983393:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347a09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dac expref: 106 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126801.983407:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347a09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dac expref: 106 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126801.983413:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1ff480 00000100:00100000:0.0:1746126801.988079:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.991796:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.995853:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.995935:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126801.995988:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28588 00000100:00100000:0.0:1746126801.995994:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+106:1108:x1830946004578304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126801.996008:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126801.996021:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099835400/0x63da906377347a1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4dc1 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.996261:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126801.996266:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347a17 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dba expref: 108 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.996271:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126801.996274:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099835400/0x63da906377347a1e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dc1 expref: 108 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.996297:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347a17 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dba expref: 108 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.996315:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099835400/0x63da906377347a1e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dc1 expref: 108 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126801.996324:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835400, rc 0) 00000100:00100000:0.0:1746126801.996363:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+108:1108:x1830946004578304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 369us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126801.996369:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28588 00000100:00100000:0.0:1746126801.997703:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.000071:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.003587:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.007019:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+109:2030:x1830946004578944:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3173us (3431us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746126802.007032:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1754 00002000:00100000:0.0:1746126802.007043:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012deea300 x1830946004578944/t4294972091(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.007051:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea300 with x1830946004578944 ext(0->7) 00010000:00010000:0.0:1746126802.007158:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347a17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dba expref: 109 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.007170:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347a17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4dba expref: 109 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.007177:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012deea300 00000100:00100000:0.0:1746126802.012955:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.017690:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.019475:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126802.019934:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126802.024568:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.027166:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.030055:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.033406:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.035231:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.035265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.039834:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.042964:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.047973:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.058260:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.059522:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.061188:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.061340:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.065374:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.068726:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.070196:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+113:2027:x1830946004582272:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1115us (1476us total) trans 4294972093 rc 0/0 00000100:00100000:0.0:1746126802.070202:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1759 00002000:00100000:0.0:1746126802.070207:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848f100 x1830946004582272/t4294972093(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.070214:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848f100 with x1830946004582272 ext(0->7) 00010000:00010000:0.0:1746126802.070218:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347a3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ddd expref: 113 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.070227:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347a3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ddd expref: 113 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.070236:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848f100 00000100:00100000:0.0:1746126802.072408:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.076660:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.081055:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.081123:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.084410:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.086279:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.088943:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.090638:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+114:2027:x1830946004583552:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 935us (1699us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746126802.090644:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1761 00002000:00100000:0.0:1746126802.090650:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac44e00 x1830946004583552/t4294972094(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.090658:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44e00 with x1830946004583552 ext(0->7) 00010000:00010000:0.0:1746126802.090662:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4deb expref: 114 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.090670:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4deb expref: 114 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.090675:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac44e00 00000100:00100000:0.0:1746126802.092616:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.095070:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.096812:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.098710:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.109106:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.109211:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.118687:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.124738:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.131897:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.133922:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+117:2029:x1830946004585600:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1261us (2028us total) trans 4294972095 rc 0/0 00000100:00100000:0.0:1746126802.133929:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1763 00002000:00100000:0.0:1746126802.133935:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac47480 x1830946004585600/t4294972095(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.133942:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47480 with x1830946004585600 ext(0->7) 00010000:00010000:0.0:1746126802.133948:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e00 expref: 117 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.133958:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e00 expref: 117 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.133963:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac47480 00000100:00100000:0.0:1746126802.137176:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.142364:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.147808:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.153400:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.153581:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.162212:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.162245:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.162285:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.166274:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.170843:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.174324:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+119:2027:x1830946004587392:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3237us (3480us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746126802.174334:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1766 00002000:00100000:0.0:1746126802.174343:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a5880 x1830946004587392/t4294972096(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.174351:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946004587392 ext(0->7) 00010000:00010000:0.0:1746126802.174359:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13ca00/0x63da906377347a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e15 expref: 119 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.174372:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13ca00/0x63da906377347a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e15 expref: 119 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.174377:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a5880 00000100:00100000:0.0:1746126802.178921:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.181730:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.183107:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004587904 00000100:00100000:0.0:1746126802.183110:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004587904 00002000:00100000:0.0:1746126802.183155:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098cbd880 x1830946004587904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 488/0 e 0 to 0 dl 1746126813 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.183163:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946004587904 ext(0->4095) 00010000:00010000:0.0:1746126802.183169:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b012600/0x63da906377347a79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e1c expref: 120 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.183178:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b012600/0x63da906377347a79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e1c expref: 120 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.183187:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:0.0:1746126802.183212:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1767 00000100:00100000:0.0:1746126802.183218:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+120:2027:x1830946004587904:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126802.183801:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+120:2027:x1830946004587904:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 583us (750us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126802.183806:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1767 00002000:00100000:0.0:1746126802.183811:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098cbd880 x1830946004587904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.183817:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946004587904 ext(0->4095) 00010000:00010000:0.0:1746126802.183821:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b012600/0x63da906377347a79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e1c expref: 119 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.183831:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b012600/0x63da906377347a79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e1c expref: 119 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.183837:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:0.0:1746126802.187087:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.187509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.190579:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.192597:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.200194:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+120:2027:x1830946004588672:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7427us (7591us total) trans 4294972097 rc 0/0 00000100:00100000:0.0:1746126802.200206:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1769 00002000:00100000:0.0:1746126802.200216:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a6680 x1830946004588672/t4294972097(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.200226:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6680 with x1830946004588672 ext(0->7) 00010000:00010000:0.0:1746126802.200234:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13c000/0x63da906377347a80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e23 expref: 120 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.200248:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13c000/0x63da906377347a80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e23 expref: 120 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.200254:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a6680 00000100:00100000:0.0:1746126802.208726:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.211949:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.215767:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.221058:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.221102:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.227909:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.227955:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.232365:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.235991:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.247940:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.251773:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.252895:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.261257:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.264877:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.268005:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.279693:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.289167:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.290197:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+124:2028:x1830946004591488:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 787us (1027us total) trans 4294972099 rc 0/0 00000100:00100000:0.0:1746126802.290203:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1772 00002000:00100000:0.0:1746126802.290208:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16ea00 x1830946004591488/t4294972099(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.290215:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ea00 with x1830946004591488 ext(0->7) 00010000:00010000:0.0:1746126802.290219:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e46 expref: 124 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.290229:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e46 expref: 124 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.290235:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16ea00 00000100:00100000:0.0:1746126802.296689:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.299539:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997304576:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126802.299556:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126802.299776:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+123:2027:x1830946004591616:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2852us (3093us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126802.299785:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16330 00000100:00100000:0.0:1746126802.304526:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.305533:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004592128 00000100:00100000:0.0:1746126802.305536:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004592128 00000100:00100000:0.0:1746126802.305564:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28610 00000100:00100000:0.0:1746126802.305570:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+125:1108:x1830946004592128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126802.305577:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126802.305584:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099873600/0x63da906377347ab8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4e5b expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.305601:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.305604:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ab1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e54 expref: 126 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.305609:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126802.305611:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099873600/0x63da906377347ab8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e5b expref: 126 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.305632:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ab1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e54 expref: 126 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.305642:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099873600/0x63da906377347ab8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e5b expref: 126 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.305651:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873600, rc 0) 00000100:00100000:0.0:1746126802.305682:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+126:1108:x1830946004592128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126802.305688:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28610 00000100:00100000:0.0:1746126802.306906:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.310194:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.313995:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.315501:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+127:2030:x1830946004592768:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1298us (1519us total) trans 4294972100 rc 0/0 00000100:00100000:0.0:1746126802.315508:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1774 00002000:00100000:0.0:1746126802.315513:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ad64000 x1830946004592768/t4294972100(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.315526:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64000 with x1830946004592768 ext(0->7) 00010000:00010000:0.0:1746126802.315531:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e54 expref: 127 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.315541:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e54 expref: 127 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.315546:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ad64000 00000100:00100000:0.0:1746126802.318530:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.320445:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.324278:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.331650:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.336219:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.338496:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.338521:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.338553:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.338569:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004594304 00000100:00100000:0.0:1746126802.338573:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004594304 00000100:00100000:0.0:1746126802.338599:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28613 00000100:00100000:0.0:1746126802.338605:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+128:1108:x1830946004594304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126802.338615:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126802.338627:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377347acd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4e70 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.338643:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.338648:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135846a00/0x63da906377347ac6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e69 expref: 129 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.338654:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126802.338658:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377347acd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e70 expref: 129 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.338680:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135846a00/0x63da906377347ac6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e69 expref: 129 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.338689:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377347acd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e70 expref: 129 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.338697:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d6000, rc 0) 00000100:00100000:0.0:1746126802.338722:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+129:1108:x1830946004594304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126802.338727:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28613 00000100:00100000:0.0:1746126802.340853:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.343070:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.344029:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+129:2028:x1830946004594816:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (962us total) trans 4294972101 rc 0/0 00000100:00100000:0.0:1746126802.344036:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1776 00002000:00100000:0.0:1746126802.344041:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace4e00 x1830946004594816/t4294972101(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.344047:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4e00 with x1830946004594816 ext(0->7) 00010000:00010000:0.0:1746126802.344052:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846a00/0x63da906377347ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e69 expref: 129 pid: 11460 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.344064:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846a00/0x63da906377347ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e69 expref: 129 pid: 11460 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.344068:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace4e00 00000100:00100000:0.0:1746126802.345934:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.354836:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.356863:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.357678:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.359212:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.361827:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.362403:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.362424:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.362436:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004596224 00000100:00100000:0.0:1746126802.362438:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004596224 00010000:00010000:0.0:1746126802.362451:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377347acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e70 expref: 129 pid: 9594 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746126802.362475:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16337 00000100:00100000:0.0:1746126802.362481:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+129:2030:x1830946004596224:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126802.362487:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126802.362495:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377347acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e70 expref: 129 pid: 9594 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.362503:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377347acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e70 expref: 129 pid: 9594 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.362518:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6000/0x63da906377347acd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e70 expref: 129 pid: 9594 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.362529:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.362531:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.362537:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347adb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e7e expref: 128 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.362544:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347adb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e7e expref: 128 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.362565:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347adb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e7e expref: 128 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126802.362574:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ace7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997306112:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126802.362617:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126802.364448:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.367539:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.368578:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+130:2028:x1830946004596864:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 841us (1043us total) trans 4294972102 rc 0/0 00000100:00100000:0.0:1746126802.368585:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1779 00002000:00100000:0.0:1746126802.368590:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace7100 x1830946004596864/t4294972102(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.368597:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7100 with x1830946004596864 ext(0->7) 00010000:00010000:0.0:1746126802.368601:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347adb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e7e expref: 130 pid: 9597 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746126802.368610:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da906377347adb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e7e expref: 130 pid: 9597 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746126802.368615:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace7100 00000100:00100000:0.0:1746126802.371115:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.377522:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.387220:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.387309:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.394287:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.402637:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.407477:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.417908:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.418641:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+134:2029:x1830946004598144:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10886us (11170us total) trans 4294972103 rc 0/0 00000100:00100000:0.0:1746126802.418648:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1781 00002000:00100000:0.0:1746126802.418655:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd97100 x1830946004598144/t4294972103(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.418663:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97100 with x1830946004598144 ext(0->7) 00010000:00010000:0.0:1746126802.418668:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e8c expref: 134 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.418679:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e8c expref: 134 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.418684:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd97100 00000100:00100000:0.0:1746126802.421013:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.423760:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16340 00000100:00100000:0.0:1746126802.423771:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+134:2027:x1830946004598400:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126802.423784:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126802.423802:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e8c expref: 134 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.423813:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e8c expref: 134 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.423831:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347ae9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e8c expref: 134 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.423859:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.423861:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.423867:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347af0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e93 expref: 133 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.423875:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347af0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e93 expref: 133 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.423899:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347af0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e93 expref: 133 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.423908:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011e13d800/0x63da906377347af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e93 expref: 133 pid: 9597 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126802.423919:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997307008:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126802.424010:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126802.425740:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.428729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.428810:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.433163:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.442402:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.443207:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+134:2029:x1830946004599424:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 625us (810us total) trans 4294972104 rc 0/0 00000100:00100000:0.0:1746126802.443214:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1784 00002000:00100000:0.0:1746126802.443219:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd97800 x1830946004599424/t4294972104(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.443225:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97800 with x1830946004599424 ext(0->7) 00010000:00010000:0.0:1746126802.443230:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e9a expref: 134 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.443239:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4e9a expref: 134 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.443244:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd97800 00000100:00100000:0.0:1746126802.444831:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.448043:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.451448:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.455520:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.460277:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.471644:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.475085:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.476934:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+136:2028:x1830946004600576:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 846us (1853us total) trans 4294972105 rc 0/0 00000100:00100000:0.0:1746126802.476941:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1786 00002000:00100000:0.0:1746126802.476946:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fde2a00 x1830946004600576/t4294972105(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.476953:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2a00 with x1830946004600576 ext(0->7) 00010000:00010000:0.0:1746126802.476959:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ea8 expref: 136 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.476968:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ea8 expref: 136 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.476973:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fde2a00 00000100:00100000:0.0:1746126802.479943:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.486307:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.489821:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.492968:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.493022:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.495247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.498327:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.499865:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+139:2030:x1830946004601856:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1336us (1542us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746126802.499872:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1789 00002000:00100000:0.0:1746126802.499878:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fde0700 x1830946004601856/t4294972106(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.499884:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0700 with x1830946004601856 ext(0->7) 00010000:00010000:0.0:1746126802.499890:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347b13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4eb6 expref: 139 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.499900:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347b13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4eb6 expref: 139 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.499905:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fde0700 00000100:00100000:0.0:1746126802.508583:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.514399:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.517014:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.517055:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.519372:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.522672:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.533502:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.534729:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+140:2030:x1830946004603136:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1232us total) trans 4294972107 rc 0/0 00000100:00100000:0.0:1746126802.534735:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1791 00002000:00100000:0.0:1746126802.534740:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afca80 x1830946004603136/t4294972107(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.534747:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afca80 with x1830946004603136 ext(0->7) 00010000:00010000:0.0:1746126802.534752:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da906377347b21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ecb expref: 140 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.534762:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da906377347b21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ecb expref: 140 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.534768:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afca80 00000100:00100000:0.0:1746126802.537833:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.538239:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.541451:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.544650:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.551537:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.555073:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.559307:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.560925:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+142:2027:x1830946004604288:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 980us (1615us total) trans 4294972108 rc 0/0 00000100:00100000:0.0:1746126802.560932:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1793 00002000:00100000:0.0:1746126802.560937:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afed80 x1830946004604288/t4294972108(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.560944:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830946004604288 ext(0->7) 00010000:00010000:0.0:1746126802.560949:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347b2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ed2 expref: 142 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.560959:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347b2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ed2 expref: 142 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.560963:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afed80 00000100:00100000:0.0:1746126802.562540:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.567006:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.571337:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.572487:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.574932:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.575234:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.579947:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.580005:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.589160:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.596959:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+144:2027:x1830946004606080:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6437us (7827us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746126802.596969:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1796 00002000:00100000:0.0:1746126802.596987:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098426680 x1830946004606080/t4294972109(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.596995:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426680 with x1830946004606080 ext(0->7) 00010000:00010000:0.0:1746126802.597003:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347b44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ee7 expref: 144 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.597017:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847600/0x63da906377347b44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ee7 expref: 144 pid: 25366 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.597023:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098426680 00000100:00100000:0.0:1746126802.605803:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.611493:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.611538:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.614017:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.614081:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.614100:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004606848 00000100:00100000:0.0:1746126802.614104:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004606848 00000100:00100000:0.0:1746126802.614154:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28633 00000100:00100000:0.0:1746126802.614161:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+145:1108:x1830946004606848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126802.614169:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126802.614178:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4200/0x63da906377347b59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4efc expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.614859:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.614866:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347b52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ef5 expref: 145 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.614872:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126802.614875:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4200/0x63da906377347b59 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4efc expref: 145 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.614902:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347b52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ef5 expref: 145 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.614911:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4200/0x63da906377347b59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4efc expref: 145 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.614919:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e4200, rc 0) 00000100:00100000:0.0:1746126802.614950:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+145:1108:x1830946004606848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 790us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126802.614956:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28633 00000100:00100000:0.0:1746126802.618175:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.625786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.627283:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+147:2029:x1830946004607360:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1222us (1500us total) trans 4294972110 rc 0/0 00000100:00100000:0.0:1746126802.627291:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1798 00002000:00100000:0.0:1746126802.627297:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098424700 x1830946004607360/t4294972110(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.627309:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098424700 with x1830946004607360 ext(0->7) 00010000:00010000:0.0:1746126802.627314:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347b52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ef5 expref: 147 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.627323:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347b52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ef5 expref: 147 pid: 25366 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.627328:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098424700 00000100:00100000:0.0:1746126802.633591:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.638417:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004607616 00000100:00100000:0.0:1746126802.638424:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004607616 00000100:00100000:0.0:1746126802.639824:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28634 00000100:00100000:0.0:1746126802.639835:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+147:1107:x1830946004607616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126802.639852:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126802.639868:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da906377347b60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4f03 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.639892:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4200/0x63da906377347b59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4efc expref: 148 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.639899:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.639900:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.639903:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da906377347b60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f03 expref: 148 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.639927:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4200/0x63da906377347b59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4efc expref: 148 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.639942:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4200/0x63da906377347b59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4efc expref: 148 pid: 9594 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126802.639952:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098427100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997310720:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126802.641026:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126802.646473:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.649567:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.651206:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.658919:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.661518:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+148:2030:x1830946004608640:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2291us (2598us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1746126802.661526:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1801 00002000:00100000:0.0:1746126802.661534:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de76d80 x1830946004608640/t4294972111(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.661542:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76d80 with x1830946004608640 ext(0->7) 00010000:00010000:0.0:1746126802.661549:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da906377347b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f03 expref: 148 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.661562:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da906377347b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f03 expref: 148 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.661567:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de76d80 00000100:00100000:0.0:1746126802.671274:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.672876:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.683338:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.689506:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.694643:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.707645:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+150:2028:x1830946004609792:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2767us (3594us total) trans 4294972112 rc 0/0 00000100:00100000:0.0:1746126802.707654:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1803 00002000:00100000:0.0:1746126802.707662:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5309500 x1830946004609792/t4294972112(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.707671:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309500 with x1830946004609792 ext(0->7) 00010000:00010000:0.0:1746126802.707679:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347b6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f11 expref: 150 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.707691:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347b6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f11 expref: 150 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.707697:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5309500 00000100:00100000:0.0:1746126802.709787:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.709871:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.714471:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004610304 00000100:00100000:0.0:1746126802.714477:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004610304 00002000:00100000:0.0:1746126802.714506:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fd27100 x1830946004610304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:563/0 lens 488/0 e 0 to 0 dl 1746126813 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.714514:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27100 with x1830946004610304 ext(0->4095) 00010000:00010000:0.0:1746126802.714521:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347b75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f18 expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.714532:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347b75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f18 expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.714538:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd27100 00000100:00100000:0.0:1746126802.714613:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1804 00000100:00100000:0.0:1746126802.714621:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004610304:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126802.714714:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004610304:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126802.714719:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1804 00002000:00100000:0.0:1746126802.714724:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fd27100 x1830946004610304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.714730:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27100 with x1830946004610304 ext(0->4095) 00010000:00010000:0.0:1746126802.714734:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347b75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f18 expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.714742:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347b75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f18 expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.714747:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd27100 00000100:00100000:0.0:1746126802.718765:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.736383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.747283:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.750706:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+152:2027:x1830946004610944:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3220us (3423us total) trans 4294972113 rc 0/0 00000100:00100000:0.0:1746126802.750717:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1805 00002000:00100000:0.0:1746126802.750724:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de77100 x1830946004610944/t4294972113(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.750737:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77100 with x1830946004610944 ext(0->7) 00010000:00010000:0.0:1746126802.750745:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f1f expref: 152 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.750844:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f1f expref: 152 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.750851:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de77100 00000100:00100000:0.0:1746126802.754650:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.759061:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.762395:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.764912:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.769596:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.774558:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.777650:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+154:2030:x1830946004612096:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2715us (3091us total) trans 4294972114 rc 0/0 00000100:00100000:0.0:1746126802.777660:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1807 00002000:00100000:0.0:1746126802.777669:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1a9880 x1830946004612096/t4294972114(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.777677:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a9880 with x1830946004612096 ext(0->7) 00010000:00010000:0.0:1746126802.777685:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f2d expref: 154 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.777697:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f2d expref: 154 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.777708:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1a9880 00000100:00100000:0.0:1746126802.778182:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.779515:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.781325:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.783648:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.786153:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.792373:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.796540:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.797517:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+156:2029:x1830946004613248:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 833us (975us total) trans 4294972115 rc 0/0 00000100:00100000:0.0:1746126802.797524:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1809 00002000:00100000:0.0:1746126802.797529:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1a8e00 x1830946004613248/t4294972115(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.797536:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8e00 with x1830946004613248 ext(0->7) 00010000:00010000:0.0:1746126802.797541:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347b98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f3b expref: 156 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.797549:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347b98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f3b expref: 156 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.797555:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1a8e00 00000100:00100000:0.0:1746126802.799796:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.803533:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.806806:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.807163:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.808117:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28645 00000100:00100000:0.0:1746126802.808139:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+157:1108:x1830946004613888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126802.808146:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126802.808153:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a800/0x63da906377347bad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff4f50 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.808163:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126802.808166:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ba6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f49 expref: 158 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.808171:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126802.808173:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a800/0x63da906377347bad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f50 expref: 158 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.808193:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ba6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f49 expref: 158 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.808203:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a800/0x63da906377347bad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f50 expref: 158 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.808211:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0a800, rc 0) 00000100:00100000:0.0:1746126802.808233:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+158:1108:x1830946004613888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126802.808238:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28645 00000100:00100000:0.0:1746126802.810904:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.821374:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.836450:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.839400:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+159:2029:x1830946004614528:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1459us (2953us total) trans 4294972116 rc 0/0 00000100:00100000:0.0:1746126802.839409:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1811 00002000:00100000:0.0:1746126802.839415:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e14ce00 x1830946004614528/t4294972116(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.839422:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ce00 with x1830946004614528 ext(0->7) 00010000:00010000:0.0:1746126802.839428:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f49 expref: 159 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.839439:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f49 expref: 159 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.839444:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14ce00 00000100:00100000:0.0:1746126802.843761:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.844380:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.849449:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.849467:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004615040 00000100:00100000:0.0:1746126802.849472:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004615040 00002000:00100000:0.0:1746126802.849503:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14e300 x1830946004615040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 488/0 e 0 to 0 dl 1746126813 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.849512:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946004615040 ext(0->4095) 00010000:00010000:0.0:1746126802.849518:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a800/0x63da906377347bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f50 expref: 159 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.849528:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a800/0x63da906377347bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f50 expref: 159 pid: 25366 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.849534:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:0.0:1746126802.849547:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1812 00000100:00100000:0.0:1746126802.849553:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+159:2028:x1830946004615040:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126802.850498:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+159:2028:x1830946004615040:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 942us (1047us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126802.850506:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1812 00002000:00100000:0.0:1746126802.850512:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e14e300 x1830946004615040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.850520:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946004615040 ext(0->4095) 00010000:00010000:0.0:1746126802.850525:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a800/0x63da906377347bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f50 expref: 159 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.850533:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a800/0x63da906377347bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f50 expref: 159 pid: 25366 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.850539:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:0.0:1746126802.853268:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.853316:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.860310:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004615552 00000100:00100000:0.0:1746126802.860316:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004615552 00002000:00100000:0.0:1746126802.860347:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fd26a00 x1830946004615552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 488/0 e 0 to 0 dl 1746126813 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.860355:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26a00 with x1830946004615552 ext(0->4095) 00010000:00010000:0.0:1746126802.860362:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f57 expref: 158 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.860373:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f57 expref: 158 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.860379:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd26a00 00000100:00100000:0.0:1746126802.860394:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1813 00000100:00100000:0.0:1746126802.860401:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+158:2028:x1830946004615552:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126802.860496:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+158:2028:x1830946004615552:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126802.860501:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1813 00002000:00100000:0.0:1746126802.860506:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fd26a00 x1830946004615552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 488/4536 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.860513:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26a00 with x1830946004615552 ext(0->4095) 00010000:00010000:0.0:1746126802.860518:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f57 expref: 158 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.860526:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f57 expref: 158 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.860531:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fd26a00 00000100:00100000:0.0:1746126802.864167:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.868333:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+160:2030:x1830946004615808:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3763us (4204us total) trans 4294972117 rc 0/0 00000100:00100000:0.0:1746126802.868344:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1814 00002000:00100000:0.0:1746126802.868354:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e14dc00 x1830946004615808/t4294972117(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.868363:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14dc00 with x1830946004615808 ext(0->7) 00010000:00010000:0.0:1746126802.868372:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f57 expref: 160 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.868385:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847000/0x63da906377347bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f57 expref: 160 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.868391:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14dc00 00000100:00100000:0.0:1746126802.869893:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.872762:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.875226:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.891171:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.891253:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.907113:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.907177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.918749:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997314688:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126802.918776:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347bd0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f73 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.918791:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:0.0:1746126802.918837:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004617344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8998us (9347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126802.918845:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28650 00000100:00100000:0.0:1746126802.927711:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+162:2030:x1830946004617856:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8207us (8438us total) trans 4294972118 rc 0/0 00000100:00100000:0.0:1746126802.927722:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1816 00002000:00100000:0.0:1746126802.927731:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b530a680 x1830946004617856/t4294972118(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.927746:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a680 with x1830946004617856 ext(0->7) 00010000:00010000:0.0:1746126802.927755:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f6c expref: 162 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.927769:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f6c expref: 162 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.927775:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b530a680 00000100:00100000:0.0:1746126802.935166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.943278:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.947797:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.952512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.962609:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+165:2028:x1830946004619136:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2712us (3138us total) trans 4294972119 rc 0/0 00000100:00100000:0.0:1746126802.962619:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1818 00002000:00100000:0.0:1746126802.962628:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5308e00 x1830946004619136/t4294972119(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.962635:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308e00 with x1830946004619136 ext(0->7) 00010000:00010000:0.0:1746126802.962643:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da906377347bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f7a expref: 165 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.962656:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da906377347bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f7a expref: 165 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.962661:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5308e00 00000100:00100000:0.0:1746126802.965894:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.970314:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.975877:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.978685:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.980725:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.983205:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.984284:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.985174:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.988582:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997315840:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126802.988600:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5e00/0x63da906377347bf3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f96 expref: 165 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126802.988612:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e5e00, rc 0) 00000100:00100000:0.0:1746126802.988634:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+165:1108:x1830946004620416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (3461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126802.988639:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28655 00000100:00100000:0.0:1746126802.991254:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126802.993213:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+167:2030:x1830946004620928:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1668us (1961us total) trans 4294972120 rc 0/0 00000100:00100000:0.0:1746126802.993221:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1820 00002000:00100000:0.0:1746126802.993227:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b1b9500 x1830946004620928/t4294972120(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:563/0 lens 496/448 e 0 to 0 dl 1746126813 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126802.993235:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9500 with x1830946004620928 ext(0->7) 00010000:00010000:0.0:1746126802.993240:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847a00/0x63da906377347bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f8f expref: 167 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126802.993255:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847a00/0x63da906377347bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4f8f expref: 167 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126802.993261:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1b9500 00000100:00100000:0.0:1746126802.996680:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.000422:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.003823:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.004351:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.006411:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.006486:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.008763:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.011094:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.017769:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.020547:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.021788:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+168:2027:x1830946004622592:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1060us (1243us total) trans 4294972121 rc 0/0 00000100:00100000:0.0:1746126803.021795:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1822 00002000:00100000:0.0:1746126803.021800:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de11c00 x1830946004622592/t4294972121(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.021806:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de11c00 with x1830946004622592 ext(0->7) 00010000:00010000:0.0:1746126803.021811:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fa4 expref: 168 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.021820:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fa4 expref: 168 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.021830:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de11c00 00000100:00100000:0.0:1746126803.023283:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.026106:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.027276:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.028588:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.029622:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.031887:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.039947:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.047572:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.047619:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.052586:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.055220:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.055294:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.058244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.060748:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.063279:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+172:2030:x1830946004625152:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1215us (2533us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746126803.063286:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1827 00002000:00100000:0.0:1746126803.063291:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012faed880 x1830946004625152/t4294972123(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.063297:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830946004625152 ext(0->7) 00010000:00010000:0.0:1746126803.063302:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347c1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fc0 expref: 172 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.063311:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347c1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fc0 expref: 172 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.063317:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faed880 00000100:00100000:0.0:1746126803.066862:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.070938:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004625536 00000100:00100000:0.0:1746126803.070943:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004625536 00002000:00100000:0.0:1746126803.070983:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007dd96d80 x1830946004625536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.070992:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96d80 with x1830946004625536 ext(0->4095) 00002000:00010000:0.0:1746126803.070997:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dd96d80 00000100:00100000:0.0:1746126803.071077:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13036 00000100:00100000:0.0:1746126803.071083:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004625536:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.071531:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004625536:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 447us (801us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126803.071537:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13036 00002000:00100000:0.0:1746126803.071542:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007dd96d80 x1830946004625536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746126814 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.071549:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96d80 with x1830946004625536 ext(0->4095) 00002000:00010000:0.0:1746126803.071552:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dd96d80 00000100:00100000:0.0:1746126803.073335:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.073399:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.075615:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.075693:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.075712:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004626048 00000100:00100000:0.0:1746126803.075715:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004626048 00002000:00100000:0.0:1746126803.075737:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012faef480 x1830946004626048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.075747:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946004626048 ext(0->4095) 00010000:00010000:0.0:1746126803.075753:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fce expref: 174 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.075762:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fce expref: 174 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.075768:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faef480 00000100:00100000:0.0:1746126803.075796:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1828 00000100:00100000:0.0:1746126803.075803:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+174:2029:x1830946004626048:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.075904:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+174:2029:x1830946004626048:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (210us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126803.075909:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1828 00002000:00100000:0.0:1746126803.075914:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012faef480 x1830946004626048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.075921:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946004626048 ext(0->4095) 00010000:00010000:0.0:1746126803.075925:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fce expref: 174 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.075931:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fce expref: 174 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.075936:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faef480 00000100:00100000:0.0:1746126803.077982:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.078065:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.079984:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.081948:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.083030:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+174:2027:x1830946004626944:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 902us (1086us total) trans 4294972124 rc 0/0 00000100:00100000:0.0:1746126803.083035:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1830 00002000:00100000:0.0:1746126803.083040:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb11c00 x1830946004626944/t4294972124(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.083046:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11c00 with x1830946004626944 ext(0->7) 00010000:00010000:0.0:1746126803.083051:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347c32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fd5 expref: 174 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.083059:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347c32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fd5 expref: 174 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.083063:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb11c00 00000100:00100000:0.0:1746126803.087396:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.098556:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.099499:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.100161:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.108292:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004627712 00000100:00100000:0.0:1746126803.108297:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004627712 00010000:00010000:0.0:1746126803.108318:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347c39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fdc expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126803.108345:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16388 00000100:00100000:0.0:1746126803.108351:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004627712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126803.108361:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126803.108376:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347c39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fdc expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.108385:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fdc expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.108402:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e800/0x63da906377347c39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fdc expref: 6 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.108416:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126803.108417:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126803.108423:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347c40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fe3 expref: 174 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.108430:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fe3 expref: 174 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.108454:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fe3 expref: 174 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.108464:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fe3 expref: 174 pid: 25366 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126803.108474:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997318656:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126803.108525:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126803.110376:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.111997:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.112995:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+177:2029:x1830946004628224:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 839us (1000us total) trans 4294972125 rc 0/0 00000100:00100000:0.0:1746126803.113001:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1832 00002000:00100000:0.0:1746126803.113007:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb13b80 x1830946004628224/t4294972125(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.113014:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb13b80 with x1830946004628224 ext(0->7) 00010000:00010000:0.0:1746126803.113018:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fe3 expref: 177 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.113027:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fe3 expref: 177 pid: 25366 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.113031:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb13b80 00000100:00100000:0.0:1746126803.114470:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.116580:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.119294:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.125800:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.125903:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.128211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.130850:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.130887:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.133667:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.141599:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.147162:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+178:2030:x1830946004630272:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4290us (5561us total) trans 4294972126 rc 0/0 00000100:00100000:0.0:1746126803.147173:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1836 00002000:00100000:0.0:1746126803.147185:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f2d80 x1830946004630272/t4294972126(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.147194:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2d80 with x1830946004630272 ext(0->7) 00010000:00010000:0.0:1746126803.147204:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377347c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ff8 expref: 178 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.147219:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377347c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ff8 expref: 178 pid: 25366 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.147225:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f2d80 00000100:00100000:0.0:1746126803.153731:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.155885:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004630528 00000100:00100000:0.0:1746126803.155890:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004630528 00010000:00010000:0.0:1746126803.155908:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377347c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ff8 expref: 179 pid: 25366 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126803.155926:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16392 00000100:00100000:0.0:1746126803.155932:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+179:2027:x1830946004630528:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126803.155939:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126803.155955:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377347c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ff8 expref: 179 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.155963:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377347c55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ff8 expref: 179 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.155988:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b074800/0x63da906377347c55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4ff8 expref: 179 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.156006:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126803.156008:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126803.156013:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135847200/0x63da906377347c5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fff expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.156020:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135847200/0x63da906377347c5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fff expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.156038:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135847200/0x63da906377347c5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fff expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.156048:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135847200/0x63da906377347c5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff4fff expref: 5 pid: 25366 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126803.156057:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997319552:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126803.156418:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126803.158452:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997319552:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126803.158467:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126803.158508:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+178:2027:x1830946004630528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2575us (3965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126803.158516:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16392 00000100:00100000:0.0:1746126803.158968:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.164058:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.168098:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004631168 00000100:00100000:0.0:1746126803.168104:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004631168 00002000:00100000:0.0:1746126803.168159:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afc000 x1830946004631168/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.168168:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830946004631168 ext(0->4095) 00002000:00010000:0.0:1746126803.168172:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc000 00000100:00100000:0.0:1746126803.168189:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13039 00000100:00100000:0.0:1746126803.168195:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+178:2028:x1830946004631168:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.168313:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+178:2028:x1830946004631168:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126803.168319:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13039 00002000:00100000:0.0:1746126803.168323:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afc000 x1830946004631168/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746126814 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.168330:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830946004631168 ext(0->4095) 00002000:00010000:0.0:1746126803.168333:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc000 00000100:00100000:0.0:1746126803.176045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.178474:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.179844:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+180:2027:x1830946004631424:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1185us (1367us total) trans 4294972127 rc 0/0 00000100:00100000:0.0:1746126803.179850:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1838 00002000:00100000:0.0:1746126803.179856:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f0700 x1830946004631424/t4294972127(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.179862:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0700 with x1830946004631424 ext(0->7) 00010000:00010000:0.0:1746126803.179867:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347c63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5006 expref: 180 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.179880:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347c63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5006 expref: 180 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.179885:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f0700 00000100:00100000:0.0:1746126803.182572:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.184034:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.187556:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.190264:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.192530:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.194782:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.197594:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.198715:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+182:2030:x1830946004632576:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 946us (1123us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1746126803.198721:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1840 00002000:00100000:0.0:1746126803.198727:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800998f1180 x1830946004632576/t4294972128(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.198735:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1180 with x1830946004632576 ext(0->7) 00010000:00010000:0.0:1746126803.198740:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347c71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5014 expref: 182 pid: 25366 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.198750:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347c71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5014 expref: 182 pid: 25366 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.198756:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998f1180 00000100:00100000:0.0:1746126803.200613:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.204030:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.207317:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.209466:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.211838:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.215329:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004633856 00000100:00100000:0.0:1746126803.215340:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004633856 00002000:00100000:0.0:1746126803.215390:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd95f80 x1830946004633856/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.215403:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95f80 with x1830946004633856 ext(0->7) 00010000:00010000:0.0:1746126803.215414:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5022 expref: 183 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.215429:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5022 expref: 183 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.215438:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd95f80 00000100:00100000:0.0:1746126803.215459:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1842 00000100:00100000:0.0:1746126803.215469:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+183:2028:x1830946004633856:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.216782:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+185:2028:x1830946004633856:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1313us (1680us total) trans 4294972129 rc 0/0 00000100:00100000:0.0:1746126803.216790:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1842 00002000:00100000:0.0:1746126803.216796:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd95f80 x1830946004633856/t4294972129(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.216803:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95f80 with x1830946004633856 ext(0->7) 00010000:00010000:0.0:1746126803.216809:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5022 expref: 185 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.216823:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5022 expref: 185 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.216828:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd95f80 00000100:00100000:0.0:1746126803.220238:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.224899:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.230145:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.230723:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.234603:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.235946:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.238569:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.242420:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.251745:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.256251:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.256314:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.257008:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.257028:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.257042:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.257061:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004636288 00000100:00100000:0.0:1746126803.257064:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004636288 00000100:00100000:0.0:1746126803.257083:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004635904 00000100:00100000:0.0:1746126803.257085:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004635904 00000100:00100000:0.0:1746126803.257098:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 999 00000100:00100000:0.0:1746126803.257104:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004636288:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126803.257155:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004636288:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 51us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126803.257163:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 999 00000100:00100000:0.0:1746126803.257174:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1000 00000100:00100000:0.0:1746126803.257179:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2028:x1830946004635904:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126803.257232:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2028:x1830946004635904:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 36us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126803.257238:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1000 00000100:00100000:0.0:1746126803.257296:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.257309:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004636160 00000100:00100000:0.0:1746126803.258613:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004636160 00000100:00080000:0.0:1746126803.259360:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126803.259654:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004636672 00000100:00100000:0.0:1746126803.259658:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004636672 00000100:00100000:0.0:1746126803.259676:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28680 00000100:00100000:0.0:1746126803.259681:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+186:1107:x1830946004636672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126803.259690:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126803.259702:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb77400/0x63da906377347ca2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5045 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.259722:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126803.259727:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347c9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff503e expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.259733:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126803.259736:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb77400/0x63da906377347ca2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5045 expref: 187 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.259762:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347c9b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff503e expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.259793:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb77400/0x63da906377347ca2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5045 expref: 187 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.259803:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb77400, rc 0) 00000100:00100000:0.0:1746126803.259823:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+187:1107:x1830946004636672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126803.259828:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28680 00000100:00100000:0.0:1746126803.261935:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.265363:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.267557:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.274121:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.283496:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.283562:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004637568 00000100:00100000:0.0:1746126803.283570:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004637568 00002000:00100000:0.0:1746126803.283608:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67e680 x1830946004637568/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.283616:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e680 with x1830946004637568 ext(0->7) 00010000:00010000:0.0:1746126803.283623:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb77400/0x63da906377347ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5045 expref: 186 pid: 11460 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.283634:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb77400/0x63da906377347ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5045 expref: 186 pid: 11460 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.283640:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67e680 00000100:00100000:0.0:1746126803.284454:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1846 00000100:00100000:0.0:1746126803.284462:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+186:2027:x1830946004637568:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.286729:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.293958:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004638080 00000100:00100000:0.0:1746126803.293964:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004638080 00002000:00100000:0.0:1746126803.294004:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afc380 x1830946004638080/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.294012:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830946004638080 ext(0->4095) 00010000:00010000:0.0:1746126803.294018:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da906377347ca9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff504c expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.294029:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da906377347ca9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff504c expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.294034:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afc380 00000100:00100000:0.0:1746126803.294047:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1847 00000100:00100000:0.0:1746126803.294052:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004638080:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.294174:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004638080:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126803.294179:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1847 00002000:00100000:0.0:1746126803.294184:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135afc380 x1830946004638080/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.294190:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830946004638080 ext(0->4095) 00010000:00010000:0.0:1746126803.294195:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da906377347ca9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff504c expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.294207:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da906377347ca9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff504c expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.294213:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afc380 00000100:00100000:0.0:1746126803.296388:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.302722:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba53b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997322368:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126803.302742:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126803.302793:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004638208:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4905us (6408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126803.302803:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16404 00000100:00100000:0.0:1746126803.310343:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.312727:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.313750:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+190:2027:x1830946004638720:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 767us (1022us total) trans 4294972132 rc 0/0 00000100:00100000:0.0:1746126803.313756:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1848 00002000:00100000:0.0:1746126803.313761:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67d500 x1830946004638720/t4294972132(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.313768:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d500 with x1830946004638720 ext(0->7) 00010000:00010000:0.0:1746126803.313773:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5053 expref: 190 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.313782:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5053 expref: 190 pid: 9597 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.313792:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67d500 00000100:00100000:0.0:1746126803.315300:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.318801:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.319492:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.319559:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004639232 00000100:00100000:0.0:1746126803.319562:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004639232 00002000:00100000:0.0:1746126803.319583:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d67ca80 x1830946004639232/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.319591:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ca80 with x1830946004639232 ext(0->4095) 00010000:00010000:0.0:1746126803.319596:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347cb7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff505a expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.319606:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347cb7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff505a expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.319612:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67ca80 00000100:00100000:0.0:1746126803.319630:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1849 00000100:00100000:0.0:1746126803.319635:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004639232:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.319719:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004639232:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 83us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126803.319725:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1849 00002000:00100000:0.0:1746126803.319730:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d67ca80 x1830946004639232/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.319736:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ca80 with x1830946004639232 ext(0->4095) 00010000:00010000:0.0:1746126803.319741:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347cb7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff505a expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.319748:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347cb7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff505a expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.319753:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67ca80 00000100:00100000:0.0:1746126803.323335:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.325782:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.329076:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.330902:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.334833:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+193:2029:x1830946004640000:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3777us (3927us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1746126803.334844:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1851 00002000:00100000:0.0:1746126803.334852:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67d880 x1830946004640000/t4294972133(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.334860:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d880 with x1830946004640000 ext(0->7) 00010000:00010000:0.0:1746126803.334867:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb76200/0x63da906377347cbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5061 expref: 193 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.334880:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb76200/0x63da906377347cbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5061 expref: 193 pid: 9597 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.334885:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67d880 00000100:00100000:0.0:1746126803.339598:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.346082:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.348806:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.354284:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.354375:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.357038:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.357491:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.357525:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.357539:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004641152 00000100:00100000:0.0:1746126803.357542:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004641152 00010000:00010000:0.0:1746126803.357556:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb76200/0x63da906377347ccc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff506f expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126803.357572:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004641024 00000100:00100000:0.0:1746126803.357574:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004641024 00010000:00010000:0.0:1746126803.357582:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b30ac00/0x63da906377347cc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5068 expref: 195 pid: 9597 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746126803.357600:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16408 00000100:00100000:0.0:1746126803.357605:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004641152:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126803.357611:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126803.357625:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fb76200/0x63da906377347ccc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff506f expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.357634:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fb76200/0x63da906377347ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff506f expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.357652:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fb76200/0x63da906377347ccc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff506f expref: 6 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.357666:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126803.357683:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004641152:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 78us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126803.357688:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16408 00000100:00100000:0.0:1746126803.360111:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.362961:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.365285:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+195:2029:x1830946004641792:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1792us (2324us total) trans 4294972134 rc 0/0 00000100:00100000:0.0:1746126803.365293:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1854 00002000:00100000:0.0:1746126803.365300:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae44a80 x1830946004641792/t4294972134(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.365308:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946004641792 ext(0->7) 00010000:00010000:0.0:1746126803.365315:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da906377347cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5076 expref: 195 pid: 9597 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.365327:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b30a000/0x63da906377347cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5076 expref: 195 pid: 9597 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.365332:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae44a80 00000100:00100000:0.0:1746126803.368961:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.372950:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.376406:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.376769:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.379854:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.381319:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.383460:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.385363:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.390913:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.394015:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.395206:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+196:2029:x1830946004643456:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 996us (1190us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746126803.395212:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1856 00002000:00100000:0.0:1746126803.395218:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099176680 x1830946004643456/t4294972135(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.395224:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176680 with x1830946004643456 ext(0->7) 00010000:00010000:0.0:1746126803.395229:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff508b expref: 196 pid: 9594 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746126803.395238:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff508b expref: 196 pid: 9594 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746126803.395242:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099176680 00000100:00100000:0.0:1746126803.400578:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.405472:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.408793:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.410922:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.413264:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.417946:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.422060:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.423275:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+199:2027:x1830946004644736:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 965us (1217us total) trans 4294972136 rc 0/0 00000100:00100000:0.0:1746126803.423282:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1858 00002000:00100000:0.0:1746126803.423288:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099174700 x1830946004644736/t4294972136(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.423301:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174700 with x1830946004644736 ext(0->7) 00010000:00010000:0.0:1746126803.423305:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5099 expref: 199 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.423315:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5099 expref: 199 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.423320:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099174700 00000100:00100000:0.0:1746126803.426471:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.434107:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.442237:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.442318:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.446799:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.447405:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.451342:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.454217:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.468370:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.473377:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.475309:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.480821:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004646912 00000100:00100000:0.0:1746126803.480827:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004646912 00002000:00100000:0.0:1746126803.480853:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ba52680 x1830946004646912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.480861:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52680 with x1830946004646912 ext(0->4095) 00010000:00010000:0.0:1746126803.480867:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347d12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50b5 expref: 6 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.480882:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347d12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50b5 expref: 6 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.480887:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba52680 00000100:00100000:0.0:1746126803.481223:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1861 00000100:00100000:0.0:1746126803.481229:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004646912:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.481460:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004646912:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 230us (719us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126803.481466:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1861 00002000:00100000:0.0:1746126803.481471:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ba52680 x1830946004646912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.481478:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52680 with x1830946004646912 ext(0->4095) 00010000:00010000:0.0:1746126803.481483:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347d12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50b5 expref: 6 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.481491:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347d12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50b5 expref: 6 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.481496:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba52680 00000100:00100000:0.0:1746126803.486939:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.493273:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.498866:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.510762:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.513256:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+202:2028:x1830946004647552:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (2498us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746126803.513264:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1862 00002000:00100000:0.0:1746126803.513270:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac44a80 x1830946004647552/t4294972138(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.513278:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44a80 with x1830946004647552 ext(0->7) 00010000:00010000:0.0:1746126803.513285:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50bc expref: 202 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.513296:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da906377347d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50bc expref: 202 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.513302:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac44a80 00000100:00100000:0.0:1746126803.516203:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.527869:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.540378:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.540422:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.542156:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.546382:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.547590:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+205:2030:x1830946004648832:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 902us (1214us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746126803.547598:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1864 00002000:00100000:0.0:1746126803.547604:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dee9f80 x1830946004648832/t4294972139(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.547612:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946004648832 ext(0->7) 00010000:00010000:0.0:1746126803.547618:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50ca expref: 205 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.547633:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50ca expref: 205 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.547638:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee9f80 00000100:00100000:0.0:1746126803.551842:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.555007:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.560345:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.564845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.568701:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.570436:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.572478:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.572507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.576796:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.579861:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.580994:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+206:2030:x1830946004650880:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (1136us total) trans 4294972140 rc 0/0 00000100:00100000:0.0:1746126803.581001:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1867 00002000:00100000:0.0:1746126803.581007:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c91f80 x1830946004650880/t4294972140(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.581014:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c91f80 with x1830946004650880 ext(0->7) 00010000:00010000:0.0:1746126803.581019:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347d3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50df expref: 206 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.581030:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347d3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50df expref: 206 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.581040:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c91f80 00000100:00100000:0.0:1746126803.582378:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.594778:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.601225:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.601310:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.605757:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.608040:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.609641:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+209:2030:x1830946004652160:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 958us (1602us total) trans 4294972141 rc 0/0 00000100:00100000:0.0:1746126803.609648:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1869 00002000:00100000:0.0:1746126803.609654:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1fe680 x1830946004652160/t4294972141(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.609661:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe680 with x1830946004652160 ext(0->7) 00010000:00010000:0.0:1746126803.609667:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347d4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50ed expref: 209 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.609677:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347d4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff50ed expref: 209 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.609683:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fe680 00000100:00100000:0.0:1746126803.612109:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.616186:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.618767:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.620698:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.625369:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.628726:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.629172:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.634026:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.641721:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.644114:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+210:2027:x1830946004654208:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2184us (2394us total) trans 4294972142 rc 0/0 00000100:00100000:0.0:1746126803.644122:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1872 00002000:00100000:0.0:1746126803.644298:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae2d880 x1830946004654208/t4294972142(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.644307:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2d880 with x1830946004654208 ext(0->7) 00010000:00010000:0.0:1746126803.644314:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82200/0x63da906377347d5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5102 expref: 210 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.644325:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba82200/0x63da906377347d5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5102 expref: 210 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.644331:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae2d880 00000100:00100000:0.0:1746126803.650410:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.653645:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.655889:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.655925:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.659042:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.669860:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+213:2030:x1830946004655488:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3655us (5078us total) trans 4294972143 rc 0/0 00000100:00100000:0.0:1746126803.669871:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1875 00002000:00100000:0.0:1746126803.669881:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd96a00 x1830946004655488/t4294972143(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.669891:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96a00 with x1830946004655488 ext(0->7) 00010000:00010000:0.0:1746126803.669899:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347d6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5110 expref: 213 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.669912:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347d6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5110 expref: 213 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.669919:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd96a00 00000100:00100000:0.0:1746126803.673538:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.679382:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.682262:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.682303:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.687936:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.690022:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.699645:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.700551:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+214:2030:x1830946004656768:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 727us (911us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746126803.700557:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1877 00002000:00100000:0.0:1746126803.700562:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800992b4000 x1830946004656768/t4294972144(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.700569:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b4000 with x1830946004656768 ext(0->7) 00010000:00010000:0.0:1746126803.700573:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135847a00/0x63da906377347d82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5125 expref: 214 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.700581:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135847a00/0x63da906377347d82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5125 expref: 214 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.700587:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992b4000 00000100:00100000:0.0:1746126803.708175:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.714523:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.719654:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.723379:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.727089:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.729447:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.734181:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.737835:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+216:2027:x1830946004657920:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3485us (3655us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746126803.737844:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1879 00002000:00100000:0.0:1746126803.737853:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5dc00 x1830946004657920/t4294972145(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.737861:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5dc00 with x1830946004657920 ext(0->7) 00010000:00010000:0.0:1746126803.737869:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347d89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff512c expref: 216 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.737882:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846600/0x63da906377347d89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff512c expref: 216 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.737888:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5dc00 00000100:00100000:0.0:1746126803.740372:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.743351:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.743424:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.743551:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004658432 00000100:00100000:0.0:1746126803.743555:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004658432 00002000:00100000:0.0:1746126803.743579:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009848a680 x1830946004658432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.743587:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a680 with x1830946004658432 ext(0->4095) 00002000:00010000:0.0:1746126803.743591:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009848a680 00000100:00100000:0.0:1746126803.743602:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13061 00000100:00100000:0.0:1746126803.743606:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004658432:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.746096:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.746790:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.748576:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.751509:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+219:2029:x1830946004659200:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 808us (958us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746126803.751516:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1881 00002000:00100000:0.0:1746126803.751522:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007dd97480 x1830946004659200/t4294972146(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.751529:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97480 with x1830946004659200 ext(0->7) 00010000:00010000:0.0:1746126803.751533:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347d97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff513a expref: 219 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.751542:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ec00/0x63da906377347d97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff513a expref: 219 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.751548:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dd97480 00000100:00100000:0.0:1746126803.753347:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.755183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.758559:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.760977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.765880:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.768946:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.769003:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.772902:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.772936:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.773892:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1746126803.774206:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377347db3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5156 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.774223:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff514f expref: 220 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.774229:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126803.774230:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126803.774233:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377347db3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5156 expref: 220 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.774250:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff514f expref: 220 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.774259:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347dac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff514f expref: 220 pid: 11460 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746126803.774268:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997330944:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126803.774318:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126803.777363:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.779273:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.780409:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+221:2030:x1830946004661504:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 796us (1137us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746126803.780416:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1883 00002000:00100000:0.0:1746126803.780421:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b1f80 x1830946004661504/t4294972147(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.780427:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1f80 with x1830946004661504 ext(0->7) 00010000:00010000:0.0:1746126803.780431:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff514f expref: 221 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.780439:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff514f expref: 221 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.780444:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b1f80 00000100:00100000:0.0:1746126803.783073:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.785698:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.787601:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.789529:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.793400:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.793448:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.796584:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.797472:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.797942:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.797955:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004663040 00000100:00100000:0.0:1746126803.797958:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004663040 00010000:00010000:0.0:1746126803.797980:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377347db3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5156 expref: 221 pid: 11460 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746126803.798000:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16443 00000100:00100000:0.0:1746126803.798005:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+221:2027:x1830946004663040:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126803.798012:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126803.798019:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377347db3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5156 expref: 221 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.798027:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377347db3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5156 expref: 221 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.798038:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae8b800/0x63da906377347db3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5156 expref: 221 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.798050:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126803.798052:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126803.798057:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5164 expref: 220 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.798064:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5164 expref: 220 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126803.798089:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5164 expref: 220 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126803.798099:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e14fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997331456:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126803.799335:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126803.801703:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.807196:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.808059:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+222:2027:x1830946004663552:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 605us (869us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746126803.808066:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1886 00002000:00100000:0.0:1746126803.808072:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e14d180 x1830946004663552/t4294972148(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.808079:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d180 with x1830946004663552 ext(0->7) 00010000:00010000:0.0:1746126803.808084:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5164 expref: 222 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.808093:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fc00/0x63da906377347dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5164 expref: 222 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.808098:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e14d180 00000100:00100000:0.0:1746126803.812894:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.821831:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.821878:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.825726:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.825774:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.829010:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.837774:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.838705:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+225:2028:x1830946004664832:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 709us (935us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746126803.838712:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1889 00002000:00100000:0.0:1746126803.838718:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009adeb800 x1830946004664832/t4294972149(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.838729:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946004664832 ext(0->7) 00010000:00010000:0.0:1746126803.838734:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5172 expref: 225 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.838742:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36f200/0x63da906377347dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5172 expref: 225 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.838747:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009adeb800 00000100:00100000:0.0:1746126803.845991:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.847159:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.851629:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.854978:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.855022:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.871028:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.876794:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.880240:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.882755:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.884503:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.887490:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.892236:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.900553:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.901889:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+229:2028:x1830946004667392:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1030us (1342us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746126803.901897:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1894 00002000:00100000:0.0:1746126803.901902:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098cbed80 x1830946004667392/t4294972151(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.901915:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbed80 with x1830946004667392 ext(0->7) 00010000:00010000:0.0:1746126803.901920:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff518e expref: 229 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.901930:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347deb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff518e expref: 229 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.901936:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098cbed80 00000100:00100000:0.0:1746126803.904118:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.905742:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.909238:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.911598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.916170:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.920615:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.926722:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.926761:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.926807:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.933575:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.934452:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+230:2029:x1830946004669440:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 725us (881us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746126803.934459:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1896 00002000:00100000:0.0:1746126803.934465:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dfb5500 x1830946004669440/t4294972152(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.934472:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5500 with x1830946004669440 ext(0->7) 00010000:00010000:0.0:1746126803.934478:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51a3 expref: 230 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.934487:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135846c00/0x63da906377347e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51a3 expref: 230 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.934493:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb5500 00000100:00100000:0.0:1746126803.945871:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.946377:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.953207:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.957155:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.961621:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.967739:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.973387:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.978166:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+232:2030:x1830946004670592:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4164us (4772us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746126803.978176:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1898 00002000:00100000:0.0:1746126803.978186:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800990d9880 x1830946004670592/t4294972153(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 496/448 e 0 to 0 dl 1746126814 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.978194:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d9880 with x1830946004670592 ext(0->7) 00010000:00010000:0.0:1746126803.978202:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347e0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51b1 expref: 232 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126803.978215:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83200/0x63da906377347e0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51b1 expref: 232 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126803.978222:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990d9880 00000100:00100000:0.0:1746126803.982472:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.983781:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.987473:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126803.997915:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004671488 00000100:00100000:0.0:1746126803.997922:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004671488 00002000:00100000:0.0:1746126803.998040:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135aff480 x1830946004671488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 488/0 e 0 to 0 dl 1746126814 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.998049:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946004671488 ext(0->4095) 00002000:00010000:0.0:1746126803.998053:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135aff480 00000100:00100000:0.0:1746126803.998080:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13073 00000100:00100000:0.0:1746126803.998087:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+232:2028:x1830946004671488:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126803.998209:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+232:2028:x1830946004671488:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126803.998216:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13073 00002000:00100000:0.0:1746126803.998221:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880135aff480 x1830946004671488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:564/0 lens 488/4536 e 0 to 0 dl 1746126814 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126803.998228:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946004671488 ext(0->4095) 00002000:00010000:0.0:1746126803.998230:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135aff480 00000100:00100000:0.0:1746126804.001107:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126804.002531:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126804.004624:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126804.005023:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126804.006041:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+234:2027:x1830946004671744:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 993us (1416us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746126804.006048:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1900 00002000:00100000:0.0:1746126804.006054:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098423100 x1830946004671744/t4294972154(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.006061:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423100 with x1830946004671744 ext(0->7) 00010000:00010000:0.0:1746126804.006066:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da906377347e1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51bf expref: 234 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.006076:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da906377347e1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51bf expref: 234 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.006081:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098423100 00000100:00100000:0.0:1746126804.008811:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.020993:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.024305:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.024378:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.027945:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.029469:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.033599:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.039838:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.045693:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.045778:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.053376:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.058931:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.060902:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+238:2029:x1830946004674304:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1675us (1974us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746126804.060910:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1905 00002000:00100000:0.0:1746126804.060916:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d112d80 x1830946004674304/t4294972156(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.060928:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d112d80 with x1830946004674304 ext(0->7) 00010000:00010000:0.0:1746126804.060933:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da906377347e38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51e2 expref: 238 pid: 9597 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.060942:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83000/0x63da906377347e38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51e2 expref: 238 pid: 9597 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.060948:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d112d80 00000100:00100000:0.0:1746126804.070973:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.071066:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.072907:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28740 00000100:00100000:0.0:1746126804.072915:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+238:1107:x1830946004674560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.073062:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.073072:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a19be00/0x63da906377347e46 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff51e9 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.073088:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377347e3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51db expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.073093:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.073094:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.073097:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a19be00/0x63da906377347e46 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51e9 expref: 239 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.073112:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377347e3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51db expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.073141:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991ac200/0x63da906377347e3f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51db expref: 5 pid: 9594 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746126804.073149:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d113480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997336064:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126804.073185:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126804.074909:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.076754:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.082937:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.091008:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.094845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.095954:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+240:2027:x1830946004675456:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 714us (1110us total) trans 4294972157 rc 0/0 00000100:00100000:0.0:1746126804.095960:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1907 00002000:00100000:0.0:1746126804.095975:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0813480 x1830946004675456/t4294972157(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.095981:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813480 with x1830946004675456 ext(0->7) 00010000:00010000:0.0:1746126804.095986:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a19be00/0x63da906377347e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51e9 expref: 240 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.095995:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a19be00/0x63da906377347e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51e9 expref: 240 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.096000:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0813480 00000100:00100000:0.0:1746126804.098662:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.104307:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.107244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.109306:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.111905:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.121505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.124628:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.125566:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+243:2027:x1830946004676736:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 768us (941us total) trans 4294972158 rc 0/0 00000100:00100000:0.0:1746126804.125573:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1909 00002000:00100000:0.0:1746126804.125579:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0812d80 x1830946004676736/t4294972158(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.125586:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946004676736 ext(0->7) 00010000:00010000:0.0:1746126804.125590:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51f7 expref: 243 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.125600:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b075c00/0x63da906377347e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51f7 expref: 243 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.125605:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0812d80 00000100:00100000:0.0:1746126804.128687:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.132447:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.137060:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.140123:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.157479:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.162454:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.162519:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.162537:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004678144 00000100:00100000:0.0:1746126804.162542:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004678144 00010000:00010000:0.0:1746126804.162561:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fa00/0x63da906377347e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51fe expref: 243 pid: 9597 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746126804.162579:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004678016 00000100:00100000:0.0:1746126804.162581:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004678016 00010000:00010000:0.0:1746126804.162590:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e800/0x63da906377347e62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5205 expref: 6 pid: 9594 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746126804.162614:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16466 00000100:00100000:0.0:1746126804.162620:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+243:2029:x1830946004678144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126804.162629:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126804.162644:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fa00/0x63da906377347e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51fe expref: 243 pid: 9597 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.162652:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fa00/0x63da906377347e5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51fe expref: 243 pid: 9597 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.162669:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fa00/0x63da906377347e5b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff51fe expref: 243 pid: 9597 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.163280:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126804.163304:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+242:2029:x1830946004678144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 684us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.163310:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16466 00000100:00100000:0.0:1746126804.163346:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.166099:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.166120:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004678528 00000100:00100000:0.0:1746126804.166140:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004678528 00002000:00100000:0.0:1746126804.166171:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a1f0700 x1830946004678528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 488/0 e 0 to 0 dl 1746126815 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.166181:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0700 with x1830946004678528 ext(0->4095) 00010000:00010000:0.0:1746126804.166188:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f800/0x63da906377347e69 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff520c expref: 244 pid: 25366 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.166199:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f800/0x63da906377347e69 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff520c expref: 244 pid: 25366 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.166205:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a1f0700 00000100:00100000:0.0:1746126804.166226:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1910 00000100:00100000:0.0:1746126804.166232:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+244:2027:x1830946004678528:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126804.166324:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+244:2027:x1830946004678528:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126804.166330:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1910 00002000:00100000:0.0:1746126804.166334:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a1f0700 x1830946004678528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.166342:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0700 with x1830946004678528 ext(0->4095) 00010000:00010000:0.0:1746126804.166346:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f800/0x63da906377347e69 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff520c expref: 244 pid: 25366 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.166354:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f800/0x63da906377347e69 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff520c expref: 244 pid: 25366 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.166359:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a1f0700 00000100:00100000:0.0:1746126804.169649:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.170768:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+245:2028:x1830946004678784:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 900us (1125us total) trans 4294972159 rc 0/0 00000100:00100000:0.0:1746126804.170774:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1911 00002000:00100000:0.0:1746126804.170780:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a1f2300 x1830946004678784/t4294972159(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.170787:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f2300 with x1830946004678784 ext(0->7) 00010000:00010000:0.0:1746126804.170791:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f800/0x63da906377347e69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff520c expref: 245 pid: 25366 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.170801:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f800/0x63da906377347e69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff520c expref: 245 pid: 25366 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.170806:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a1f2300 00000100:00100000:0.0:1746126804.172609:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.176493:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.181800:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.181845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.186676:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.186722:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.190116:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.196421:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.200669:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.206278:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.208917:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+246:2027:x1830946004680448:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 714us (2640us total) trans 4294972160 rc 0/0 00000100:00100000:0.0:1746126804.208924:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1913 00002000:00100000:0.0:1746126804.208930:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009926aa00 x1830946004680448/t4294972160(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.208937:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926aa00 with x1830946004680448 ext(0->7) 00010000:00010000:0.0:1746126804.208942:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347e7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5221 expref: 246 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.208951:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba83800/0x63da906377347e7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5221 expref: 246 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.208956:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009926aa00 00000100:00100000:0.0:1746126804.212882:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.217687:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.217739:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.217768:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004680960 00000100:00100000:0.0:1746126804.217774:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004680960 00000100:00100000:0.0:1746126804.217815:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28750 00000100:00100000:0.0:1746126804.217823:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+246:1107:x1830946004680960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.217838:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.218450:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347e8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff522f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.218484:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347e85 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5228 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.218491:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.218492:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.218495:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347e8c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff522f expref: 246 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.218519:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347e85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5228 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.218529:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b074200/0x63da906377347e85 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5228 expref: 5 pid: 9594 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746126804.218538:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997338368:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126804.218591:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126804.221720:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997338368:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126804.221735:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347e8c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff522f expref: 247 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.221743:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a19a400, rc 0) 00000100:00100000:0.0:1746126804.221769:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+247:1107:x1830946004680960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3948us (4030us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.221775:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28750 00000100:00100000:0.0:1746126804.224560:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.226828:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.228422:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+249:2028:x1830946004681728:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1397us (1594us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746126804.228429:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1915 00002000:00100000:0.0:1746126804.228435:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099269880 x1830946004681728/t4294972161(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.228442:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269880 with x1830946004681728 ext(0->7) 00010000:00010000:0.0:1746126804.228448:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347e8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff522f expref: 249 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.228458:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347e8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff522f expref: 249 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.228464:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099269880 00000100:00100000:0.0:1746126804.230123:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.233911:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.233974:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004682112 00000100:00100000:0.0:1746126804.233981:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004682112 00002000:00100000:0.0:1746126804.234013:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009926ad80 x1830946004682112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 488/0 e 0 to 0 dl 1746126815 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.234023:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926ad80 with x1830946004682112 ext(0->4095) 00002000:00010000:0.0:1746126804.234027:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009926ad80 00000100:00100000:0.0:1746126804.234041:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13083 00000100:00100000:0.0:1746126804.234047:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+248:2028:x1830946004682112:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126804.234161:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+248:2028:x1830946004682112:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126804.234166:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13083 00002000:00100000:0.0:1746126804.234171:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009926ad80 x1830946004682112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746126815 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.234178:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926ad80 with x1830946004682112 ext(0->4095) 00002000:00010000:0.0:1746126804.234181:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009926ad80 00000100:00100000:0.0:1746126804.238781:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.238884:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.242833:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.246188:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.248582:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.249928:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+250:2030:x1830946004683008:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1349us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746126804.249935:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1917 00002000:00100000:0.0:1746126804.249941:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800992b5f80 x1830946004683008/t4294972162(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.249948:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5f80 with x1830946004683008 ext(0->7) 00010000:00010000:0.0:1746126804.249954:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347e9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5244 expref: 250 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.249971:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36fe00/0x63da906377347e9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5244 expref: 250 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.249977:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992b5f80 00000100:00100000:0.0:1746126804.251403:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.255244:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.257342:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.263682:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.267813:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004684160 00000100:00100000:0.0:1746126804.267816:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004684160 00002000:00100000:0.0:1746126804.267840:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ad64700 x1830946004684160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:565/0 lens 488/0 e 0 to 0 dl 1746126815 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.267849:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64700 with x1830946004684160 ext(0->4095) 00002000:00010000:0.0:1746126804.267853:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ad64700 00000100:00100000:0.0:1746126804.267866:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13086 00000100:00100000:0.0:1746126804.267870:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004684160:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126804.268000:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004684160:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126804.268006:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13086 00002000:00100000:0.0:1746126804.268011:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ad64700 x1830946004684160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746126815 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.268018:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64700 with x1830946004684160 ext(0->4095) 00010000:00010000:0.0:1746126804.268022:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da906377347ea1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff523d expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.268030:0:9601:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da906377347ea1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff523d expref: 6 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.268035:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ad64700 00000100:00100000:0.0:1746126804.270820:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.270852:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.270888:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.274879:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.280183:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.283773:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+253:2029:x1830946004685056:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2810us (3589us total) trans 4294972163 rc 0/0 00000100:00100000:0.0:1746126804.283782:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1919 00002000:00100000:0.0:1746126804.283792:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1fd180 x1830946004685056/t4294972163(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.283806:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd180 with x1830946004685056 ext(0->7) 00010000:00010000:0.0:1746126804.283814:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e800/0x63da906377347eaf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5252 expref: 253 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.283827:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e800/0x63da906377347eaf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5252 expref: 253 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.283833:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1fd180 00000100:00100000:0.0:1746126804.285355:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.287756:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.293707:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.293802:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.299555:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.299585:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.299611:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.299638:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004686208 00000100:00100000:0.0:1746126804.299645:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004686208 00000100:00100000:0.0:1746126804.299680:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28759 00000100:00100000:0.0:1746126804.299687:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+254:1108:x1830946004686208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.299701:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.299717:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347ecb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff526e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.299736:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.299741:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347ec4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5267 expref: 255 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.299751:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126804.299754:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347ecb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff526e expref: 255 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.299778:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36fa00/0x63da906377347ec4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5267 expref: 255 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.299787:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a19a400/0x63da906377347ecb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff526e expref: 255 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.299794:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a19a400, rc 0) 00000100:00100000:0.0:1746126804.300273:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+255:1108:x1830946004686208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 586us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.300279:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28759 00000100:00100000:0.0:1746126804.311475:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.321824:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.324873:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.328200:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.331386:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.333671:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.336559:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.344219:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.345205:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+256:2028:x1830946004688128:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 735us (991us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746126804.345211:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1924 00002000:00100000:0.0:1746126804.345216:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b1b9880 x1830946004688128/t4294972165(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.345224:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9880 with x1830946004688128 ext(0->7) 00010000:00010000:0.0:1746126804.345228:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377347ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5275 expref: 256 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.345237:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377347ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5275 expref: 256 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.345242:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1b9880 00000100:00100000:0.0:1746126804.347000:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.353409:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.356679:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.356726:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.359366:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.362353:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.365935:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.367230:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+259:2028:x1830946004689408:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 702us (1299us total) trans 4294972166 rc 0/0 00000100:00100000:0.0:1746126804.367236:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1926 00002000:00100000:0.0:1746126804.367241:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098c9c000 x1830946004689408/t4294972166(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.367247:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946004689408 ext(0->7) 00010000:00010000:0.0:1746126804.367252:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5283 expref: 259 pid: 11460 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.367260:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5283 expref: 259 pid: 11460 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.367265:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098c9c000 00000100:00100000:0.0:1746126804.368599:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.373117:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.377638:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.381274:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.385113:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.385181:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.386738:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.386778:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.389989:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.392604:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.394415:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+260:2030:x1830946004691456:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1578us (1810us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746126804.394422:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1929 00002000:00100000:0.0:1746126804.394428:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de10700 x1830946004691456/t4294972167(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.394435:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de10700 with x1830946004691456 ext(0->7) 00010000:00010000:0.0:1746126804.394441:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377347ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5298 expref: 260 pid: 9594 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746126804.394451:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377347ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5298 expref: 260 pid: 9594 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746126804.394456:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de10700 00000100:00100000:0.0:1746126804.398624:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.402807:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.405628:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.408754:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.409215:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.414234:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ace5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997342720:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126804.414249:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377347f0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52ad expref: 261 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.414262:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bc5fc00, rc 0) 00000100:00100000:0.0:1746126804.414643:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+262:1108:x1830946004692096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3812us (5894us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.414649:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28768 00000100:00100000:0.0:1746126804.418552:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.419636:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+263:2030:x1830946004692736:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (1088us total) trans 4294972168 rc 0/0 00000100:00100000:0.0:1746126804.419643:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1931 00002000:00100000:0.0:1746126804.419649:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16c700 x1830946004692736/t4294972168(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.419656:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c700 with x1830946004692736 ext(0->7) 00010000:00010000:0.0:1746126804.419661:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da906377347f03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52a6 expref: 263 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.419669:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da906377347f03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52a6 expref: 263 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.419675:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16c700 00000100:00100000:0.0:1746126804.421846:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.425045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.429920:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.434519:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.434573:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.438406:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.438435:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.438469:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.441499:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.444202:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.447272:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+265:2030:x1830946004694528:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2924us (3065us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746126804.447282:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1934 00002000:00100000:0.0:1746126804.447290:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012bb5f100 x1830946004694528/t4294972169(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.447298:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5f100 with x1830946004694528 ext(0->7) 00010000:00010000:0.0:1746126804.447306:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x63da906377347f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52bb expref: 265 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.447317:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x63da906377347f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52bb expref: 265 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.447323:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bb5f100 00000100:00100000:0.0:1746126804.451674:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.454497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.456752:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.460686:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.460765:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.469400:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.474591:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004696320 00000100:00100000:0.0:1746126804.474600:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004696320 00002000:00100000:0.0:1746126804.474634:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16dc00 x1830946004696320/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/0 e 0 to 0 dl 1746126815 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.474642:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16dc00 with x1830946004696320 ext(0->7) 00010000:00010000:0.0:1746126804.474649:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347f2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52d0 expref: 265 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.474661:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347f2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52d0 expref: 265 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.474667:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16dc00 00000100:00100000:0.0:1746126804.474695:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1937 00000100:00100000:0.0:1746126804.474702:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+265:2030:x1830946004696320:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126804.477505:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+267:2030:x1830946004696320:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2796us (3265us total) trans 4294972170 rc 0/0 00000100:00100000:0.0:1746126804.477515:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1937 00002000:00100000:0.0:1746126804.477524:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e16dc00 x1830946004696320/t4294972170(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.477533:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16dc00 with x1830946004696320 ext(0->7) 00010000:00010000:0.0:1746126804.477542:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347f2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52d0 expref: 267 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.477555:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347f2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52d0 expref: 267 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.477562:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e16dc00 00000100:00100000:0.0:1746126804.482538:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.487080:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.489457:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.489496:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.491417:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.493308:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.499770:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.501645:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.505610:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.505658:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.505975:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28778 00000100:00100000:0.0:1746126804.505983:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013054d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+269:1108:x1830946004698240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.505989:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.505997:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377347f50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff52f3 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.506008:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.506011:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52ec expref: 270 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.506015:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126804.506017:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377347f50 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52f3 expref: 270 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.506037:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52ec expref: 270 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.506047:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377347f50 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52f3 expref: 270 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.506055:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ded6200, rc 0) 00000100:00100000:0.0:1746126804.506076:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013054d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+270:1108:x1830946004698240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.506081:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28778 00000100:00100000:0.0:1746126804.510995:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.514522:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.519017:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.520176:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+271:2027:x1830946004698880:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1165us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746126804.520183:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1942 00002000:00100000:0.0:1746126804.520188:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099174000 x1830946004698880/t4294972172(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.520195:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174000 with x1830946004698880 ext(0->7) 00010000:00010000:0.0:1746126804.520200:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52ec expref: 271 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.520210:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52ec expref: 271 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.520216:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099174000 00000100:00100000:0.0:1746126804.525249:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.527291:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.533471:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.533517:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.533600:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28779 00000100:00100000:0.0:1746126804.533610:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004699392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.533627:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.533641:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4a00/0x63da906377347f57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff52fa expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.533661:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.533662:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.533668:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4a00/0x63da906377347f57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52fa expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.533679:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4a00/0x63da906377347f57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff52fa expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.533688:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fbb4a00, rc 0) 00000100:00100000:0.0:1746126804.533726:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004699392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.533765:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28779 00000100:00100000:0.0:1746126804.547023:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.547067:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.548838:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.558300:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.564570:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004700544 00000100:00100000:0.0:1746126804.564576:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004700544 00002000:00100000:0.0:1746126804.564607:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace7480 x1830946004700544/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/0 e 0 to 0 dl 1746126815 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.564616:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7480 with x1830946004700544 ext(0->7) 00010000:00010000:0.0:1746126804.564623:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5301 expref: 270 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.564634:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5301 expref: 270 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.564640:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace7480 00000100:00100000:0.0:1746126804.564666:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1944 00000100:00100000:0.0:1746126804.564671:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+270:2028:x1830946004700544:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126804.565680:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+272:2028:x1830946004700544:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1167us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746126804.565687:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1944 00002000:00100000:0.0:1746126804.565692:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ace7480 x1830946004700544/t4294972173(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.565699:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7480 with x1830946004700544 ext(0->7) 00010000:00010000:0.0:1746126804.565704:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5301 expref: 272 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.565712:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5301 expref: 272 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.565718:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace7480 00000100:00100000:0.0:1746126804.570019:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.571675:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.573903:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.576563:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.577569:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.585188:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.596048:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.602383:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.607671:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.613010:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.613059:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.623204:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.623242:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.626509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.632719:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.639059:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.640036:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+276:2028:x1830946004703488:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (976us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746126804.640042:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1949 00002000:00100000:0.0:1746126804.640048:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012de75880 x1830946004703488/t4294972175(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.640054:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75880 with x1830946004703488 ext(0->7) 00010000:00010000:0.0:1746126804.640059:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5324 expref: 276 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.640067:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4d400/0x63da906377347f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5324 expref: 276 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.640076:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012de75880 00000100:00100000:0.0:1746126804.641865:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.646498:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.649999:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.658656:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.660350:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1950 00000100:00100000:0.0:1746126804.660359:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+278:2029:x1830946004704512:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126804.660466:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+278:2029:x1830946004704512:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (1811us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126804.660472:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1950 00002000:00100000:0.0:1746126804.660477:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011e1ab480 x1830946004704512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.660484:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ab480 with x1830946004704512 ext(0->4095) 00010000:00010000:0.0:1746126804.660489:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347f8f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5332 expref: 278 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.660500:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4cc00/0x63da906377347f8f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5332 expref: 278 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.660505:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1ab480 00000100:00100000:0.0:1746126804.663512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.672764:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.678677:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.678721:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.683807:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004705536 00000100:00100000:0.0:1746126804.683814:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004705536 00010000:00010000:0.0:1746126804.683847:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x63da906377347f96 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5339 expref: 280 pid: 9594 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746126804.683871:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16511 00000100:00100000:0.0:1746126804.683877:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+280:2028:x1830946004705536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126804.683887:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126804.683904:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x63da906377347f96 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5339 expref: 280 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.683914:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c000/0x63da906377347f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5339 expref: 280 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.683932:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.683934:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.684475:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5340 expref: 280 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.684485:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5340 expref: 279 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.684587:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f9d lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5340 expref: 279 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.684594:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347f9d lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5340 expref: 279 pid: 9594 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746126804.684606:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fde3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997347840:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126804.686689:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.692791:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.706626:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.706677:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.709310:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.709533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.714203:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.716704:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+283:2030:x1830946004707328:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1607us (2500us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746126804.716712:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1957 00002000:00100000:0.0:1746126804.716717:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098427480 x1830946004707328/t4294972178(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.716725:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427480 with x1830946004707328 ext(0->7) 00010000:00010000:0.0:1746126804.716731:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377347fab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff534e expref: 283 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.716839:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377347fab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff534e expref: 283 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.716845:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098427480 00000100:00100000:0.0:1746126804.719947:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.723394:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.723432:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004707712 00000100:00100000:0.0:1746126804.723437:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004707712 00002000:00100000:0.0:1746126804.723463:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098426300 x1830946004707712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 488/0 e 0 to 0 dl 1746126815 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.723473:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946004707712 ext(0->4095) 00002000:00010000:0.0:1746126804.723476:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098426300 00000100:00100000:0.0:1746126804.729675:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.730193:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.734985:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.735025:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.735381:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004708352 00000100:00100000:0.0:1746126804.735385:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004708352 00010000:00010000:0.0:1746126804.736335:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da906377347fb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5355 expref: 284 pid: 25366 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746126804.736366:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16515 00000100:00100000:0.0:1746126804.736372:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+284:2027:x1830946004708352:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126804.736381:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126804.736392:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da906377347fb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5355 expref: 284 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.736400:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da906377347fb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5355 expref: 284 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.736418:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da906377347fb2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5355 expref: 284 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.736436:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126804.736455:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+283:2027:x1830946004708352:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 84us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.736460:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16515 00000100:00100000:0.0:1746126804.739533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.746014:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.749804:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.751826:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+284:2027:x1830946004708992:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1452us (2025us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746126804.751834:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1959 00002000:00100000:0.0:1746126804.751841:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dfb6680 x1830946004708992/t4294972179(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.751850:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6680 with x1830946004708992 ext(0->7) 00010000:00010000:0.0:1746126804.751856:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5363 expref: 284 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.751865:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da906377347fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5363 expref: 284 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.751871:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb6680 00000100:00100000:0.0:1746126804.756827:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.759123:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.763513:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.765883:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.766919:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.771239:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.773192:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.773917:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.776393:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.782873:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.784384:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+286:2030:x1830946004710784:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1314us (1513us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746126804.784396:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1962 00002000:00100000:0.0:1746126804.784402:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008d67f800 x1830946004710784/t4294972180(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.784409:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f800 with x1830946004710784 ext(0->7) 00010000:00010000:0.0:1746126804.784416:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f131800/0x63da906377347fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5378 expref: 286 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.784426:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f131800/0x63da906377347fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5378 expref: 286 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.784432:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d67f800 00000100:00100000:0.0:1746126804.792038:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.802100:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.810684:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.810734:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.815549:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.816343:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004711936 00000100:00100000:0.0:1746126804.816346:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004711936 00000100:00100000:0.0:1746126804.816460:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28801 00000100:00100000:0.0:1746126804.816465:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004711936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.816476:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.816485:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377347ff1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5394 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.816497:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.816501:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347fea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5386 expref: 286 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.816506:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126804.816508:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377347ff1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5394 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.816531:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347fea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5386 expref: 286 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.816540:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a45de00/0x63da906377347ff1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5394 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.816547:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:0.0:1746126804.816567:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004711936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.816572:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28801 00000100:00100000:0.0:1746126804.825354:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.829883:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.831000:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+288:2030:x1830946004712576:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 770us (1123us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746126804.831007:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1965 00002000:00100000:0.0:1746126804.831012:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e00e300 x1830946004712576/t4294972181(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.831020:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00e300 with x1830946004712576 ext(0->7) 00010000:00010000:0.0:1746126804.831025:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347fea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5386 expref: 288 pid: 9594 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.831034:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da906377347fea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5386 expref: 288 pid: 9594 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.831039:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e00e300 00000100:00100000:0.0:1746126804.833170:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.842111:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.847379:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.849630:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.854273:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.862215:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.866908:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.868647:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+290:2027:x1830946004713728:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1251us (1743us total) trans 4294972182 rc 0/0 00000100:00100000:0.0:1746126804.868654:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1967 00002000:00100000:0.0:1746126804.868660:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800992b6a00 x1830946004713728/t4294972182(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.868667:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6a00 with x1830946004713728 ext(0->7) 00010000:00010000:0.0:1746126804.868672:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da906377347ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff539b expref: 290 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.868682:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da906377347ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff539b expref: 290 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.868688:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992b6a00 00000100:00100000:0.0:1746126804.874533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.884544:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004713984 00000100:00100000:0.0:1746126804.884552:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004713984 00000100:00100000:0.0:1746126804.884599:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28804 00000100:00100000:0.0:1746126804.884607:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+290:1107:x1830946004713984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.884620:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.884634:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377348006 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff53a9 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.884658:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da906377347fff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53a2 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.884669:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.884670:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.884673:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377348006 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53a9 expref: 291 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.884698:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da906377347fff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53a2 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.884708:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da906377347fff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53a2 expref: 5 pid: 11460 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746126804.884719:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997351040:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126804.884800:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126804.885440:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.886536:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997351040:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126804.886556:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377348006 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53a9 expref: 290 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.886567:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ded6200, rc 0) 00000100:00100000:0.0:1746126804.886590:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+290:1107:x1830946004713984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1984us (2106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.886595:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28804 00000100:00100000:0.0:1746126804.892831:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.901995:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.904505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.906918:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.907971:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+292:2027:x1830946004714880:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 709us (1052us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746126804.907978:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1969 00002000:00100000:0.0:1746126804.907983:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c92a00 x1830946004714880/t4294972183(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.907991:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946004714880 ext(0->7) 00010000:00010000:0.0:1746126804.907996:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377348006 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53a9 expref: 292 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.908004:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377348006 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53a9 expref: 292 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.908009:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c92a00 00000100:00100000:0.0:1746126804.910210:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.918843:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.923267:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.924583:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004715520 00000100:00100000:0.0:1746126804.924587:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004715520 00000100:00100000:0.0:1746126804.924819:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28807 00000100:00100000:0.0:1746126804.924825:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+293:1108:x1830946004715520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126804.924833:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126804.924840:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099934c00/0x63da90637734801b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff53be expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.924854:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126804.924858:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377348014 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53b7 expref: 294 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.924864:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126804.924867:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099934c00/0x63da90637734801b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53be expref: 294 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.924887:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377348014 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53b7 expref: 294 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.924896:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099934c00/0x63da90637734801b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53be expref: 294 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.924904:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099934c00, rc 0) 00000100:00100000:0.0:1746126804.924937:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+294:1108:x1830946004715520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126804.924943:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28807 00000100:00100000:0.0:1746126804.926360:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.933388:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.938857:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.940527:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+295:2027:x1830946004716160:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1275us (1674us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746126804.940535:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1971 00002000:00100000:0.0:1746126804.940541:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c8a80 x1830946004716160/t4294972184(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.940548:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c8a80 with x1830946004716160 ext(0->7) 00010000:00010000:0.0:1746126804.940553:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377348014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53b7 expref: 295 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.940563:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5fc00/0x63da906377348014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53b7 expref: 295 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.940569:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c8a80 00000100:00100000:0.0:1746126804.943464:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.948214:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.949800:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.953000:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.955182:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.955587:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d110700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997352064:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126804.955597:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d110a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997352192:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126804.955616:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f131800/0x63da906377348029 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53cc expref: 296 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126804.955887:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f131800, rc 0) 00000100:00100000:0.0:1746126804.957561:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.959972:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.962459:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.964967:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.970416:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+296:2027:x1830946004717824:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4321us (5439us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746126804.970428:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1973 00002000:00100000:0.0:1746126804.970438:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824caa00 x1830946004717824/t4294972185(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:565/0 lens 496/448 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.970447:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824caa00 with x1830946004717824 ext(0->7) 00010000:00010000:0.0:1746126804.970456:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f131800/0x63da906377348029 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53cc expref: 296 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.970472:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f131800/0x63da906377348029 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53cc expref: 296 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.970478:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824caa00 00000100:00100000:0.0:1746126804.977361:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.981104:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004718336 00000100:00100000:0.0:1746126804.981108:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004718336 00002000:00100000:0.0:1746126804.981148:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d113100 x1830946004718336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:565/0 lens 488/0 e 0 to 0 dl 1746126815 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.981156:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946004718336 ext(0->4095) 00010000:00010000:0.0:1746126804.981161:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a40ea400/0x63da906377348030 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53d3 expref: 6 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.981170:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a40ea400/0x63da906377348030 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53d3 expref: 6 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.981177:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d113100 00000100:00100000:0.0:1746126804.981188:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1974 00000100:00100000:0.0:1746126804.981193:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004718336:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126804.981280:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004718336:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126804.981285:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1974 00002000:00100000:0.0:1746126804.981290:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d113100 x1830946004718336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:565/0 lens 488/4536 e 0 to 0 dl 1746126815 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126804.981298:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946004718336 ext(0->4095) 00010000:00010000:0.0:1746126804.981301:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a40ea400/0x63da906377348030 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53d3 expref: 6 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126804.981309:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a40ea400/0x63da906377348030 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53d3 expref: 6 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126804.981314:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d113100 00000100:00100000:0.0:1746126804.986787:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.986880:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126804.992620:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.000041:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.001020:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+299:2030:x1830946004719104:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 604us (985us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746126805.001026:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1976 00002000:00100000:0.0:1746126805.001031:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824cbb80 x1830946004719104/t4294972186(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.001039:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824cbb80 with x1830946004719104 ext(0->7) 00010000:00010000:0.0:1746126805.001044:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b30ac00/0x63da906377348037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53da expref: 299 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.001052:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b30ac00/0x63da906377348037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53da expref: 299 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.001057:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824cbb80 00000100:00100000:0.0:1746126805.003683:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.009750:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997353088:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126805.009766:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126805.010020:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+298:2027:x1830946004719232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4050us (6341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.010028:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16534 00000100:00100000:0.0:1746126805.010392:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004719488 00000100:00100000:0.0:1746126805.010397:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004719488 00002000:00100000:0.0:1746126805.010424:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d111c00 x1830946004719488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.010433:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111c00 with x1830946004719488 ext(0->4095) 00002000:00010000:0.0:1746126805.010436:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d111c00 00000100:00100000:0.0:1746126805.010449:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13110 00000100:00100000:0.0:1746126805.010454:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+298:2027:x1830946004719488:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.010547:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+298:2027:x1830946004719488:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.010555:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13110 00002000:00100000:0.0:1746126805.010559:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d111c00 x1830946004719488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.010565:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111c00 with x1830946004719488 ext(0->4095) 00002000:00010000:0.0:1746126805.010567:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d111c00 00000100:00100000:0.0:1746126805.014433:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.017296:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.020823:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.027052:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.027123:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.031764:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.031807:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.035149:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.037389:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.039394:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+300:2028:x1830946004721152:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1352us (2005us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746126805.039400:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1979 00002000:00100000:0.0:1746126805.039406:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a0810700 x1830946004721152/t4294972187(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.039412:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810700 with x1830946004721152 ext(0->7) 00010000:00010000:0.0:1746126805.039418:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53ef expref: 300 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.039428:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53ef expref: 300 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.039437:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0810700 00000100:00100000:0.0:1746126805.041472:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.046147:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.046220:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004721536 00000100:00100000:0.0:1746126805.046235:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004721536 00002000:00100000:0.0:1746126805.046267:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a0813100 x1830946004721536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.046276:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813100 with x1830946004721536 ext(0->4095) 00002000:00010000:0.0:1746126805.046280:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0813100 00000100:00100000:0.0:1746126805.046304:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13112 00000100:00100000:0.0:1746126805.046310:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004721536:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.047593:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004721536:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1278us (1462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.047600:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13112 00002000:00100000:0.0:1746126805.047606:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a0813100 x1830946004721536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.047614:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813100 with x1830946004721536 ext(0->4095) 00002000:00010000:0.0:1746126805.047617:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0813100 00000100:00100000:0.0:1746126805.050851:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.052000:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28817 00000100:00100000:0.0:1746126805.052007:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+301:1108:x1830946004721792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126805.052013:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126805.052018:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0a00/0x63da906377348061 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5404 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.052027:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.052029:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da90637734805a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53fd expref: 302 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.052034:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126805.052036:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0a00/0x63da906377348061 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5404 expref: 302 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.052353:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da90637734805a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53fd expref: 302 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.052373:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a1a0a00/0x63da906377348061 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5404 expref: 302 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.052381:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a1a0a00, rc 0) 00000100:00100000:0.0:1746126805.052424:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+302:1108:x1830946004721792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 417us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.052429:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28817 00000100:00100000:0.0:1746126805.054445:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.059091:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.061178:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+303:2030:x1830946004722432:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1539us (2088us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746126805.061185:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1981 00002000:00100000:0.0:1746126805.061191:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098423800 x1830946004722432/t4294972188(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.061204:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423800 with x1830946004722432 ext(0->7) 00010000:00010000:0.0:1746126805.061210:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da90637734805a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53fd expref: 303 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.061220:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4c400/0x63da90637734805a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff53fd expref: 303 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.061226:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098423800 00000100:00100000:0.0:1746126805.063702:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.067231:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.069167:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.074638:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.075394:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.078115:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.078155:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.078188:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.078201:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004723712 00000100:00100000:0.0:1746126805.078205:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004723712 00000100:00100000:0.0:1746126805.078227:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28820 00000100:00100000:0.0:1746126805.078233:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+305:1108:x1830946004723712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126805.078244:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126805.078254:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae0da00/0x63da906377348076 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5419 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.078268:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.078273:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 306 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.078680:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126805.078685:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae0da00/0x63da906377348076 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5419 expref: 306 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.078900:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 303 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.079064:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae0da00/0x63da906377348076 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5419 expref: 303 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.079072:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae0da00, rc 0) 00000100:00100000:0.0:1746126805.079099:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+303:1108:x1830946004723712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 867us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.079104:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28820 00000100:00100000:0.0:1746126805.083272:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004723968 00000100:00100000:0.0:1746126805.083279:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004723968 00002000:00100000:0.0:1746126805.083310:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a3dce00 x1830946004723968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.083319:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dce00 with x1830946004723968 ext(0->4095) 00010000:00010000:0.0:1746126805.083326:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 303 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.083337:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 303 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.083344:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3dce00 00000100:00100000:0.0:1746126805.083370:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1983 00000100:00100000:0.0:1746126805.083376:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+303:2028:x1830946004723968:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.083478:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+303:2028:x1830946004723968:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.083484:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1983 00002000:00100000:0.0:1746126805.083492:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a3dce00 x1830946004723968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.083499:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dce00 with x1830946004723968 ext(0->4095) 00010000:00010000:0.0:1746126805.083503:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 303 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.083511:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 303 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.083517:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3dce00 00000100:00100000:0.0:1746126805.085687:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.087746:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+305:2027:x1830946004724224:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1906us (2058us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746126805.087755:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1984 00002000:00100000:0.0:1746126805.087762:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082510000 x1830946004724224/t4294972189(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.087770:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510000 with x1830946004724224 ext(0->7) 00010000:00010000:0.0:1746126805.087776:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 305 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.087792:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5f400/0x63da90637734806f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5412 expref: 305 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.087797:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082510000 00000100:00100000:0.0:1746126805.090569:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.099577:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.099617:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.099770:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28821 00000100:00100000:0.0:1746126805.099777:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+305:1107:x1830946004724736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126805.099795:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126805.099808:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da90637734807d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5420 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.099827:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae0da00/0x63da906377348076 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5419 expref: 306 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.099833:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.099835:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.099837:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da90637734807d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5420 expref: 306 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.099859:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae0da00/0x63da906377348076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5419 expref: 306 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.099869:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae0da00/0x63da906377348076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5419 expref: 306 pid: 9597 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746126805.099883:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997355008:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126805.099927:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126805.102095:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.102681:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997355008:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126805.102700:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da90637734807d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5420 expref: 305 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.102714:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb8be00, rc 0) 00000100:00100000:0.0:1746126805.102744:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+305:1107:x1830946004724736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2967us (3126us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.102750:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28821 00000100:00100000:0.0:1746126805.102787:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.105796:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.110037:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004725504 00000100:00100000:0.0:1746126805.110046:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004725504 00002000:00100000:0.0:1746126805.110673:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012ba53b80 x1830946004725504/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.110682:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53b80 with x1830946004725504 ext(0->7) 00010000:00010000:0.0:1746126805.110689:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da90637734807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5420 expref: 304 pid: 9597 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.110700:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da90637734807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5420 expref: 304 pid: 9597 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.110711:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba53b80 00000100:00100000:0.0:1746126805.110741:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1986 00000100:00100000:0.0:1746126805.110748:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+304:2030:x1830946004725504:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.112714:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+306:2030:x1830946004725504:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1960us (3117us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746126805.112721:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1986 00002000:00100000:0.0:1746126805.112729:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012ba53b80 x1830946004725504/t4294972190(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.112737:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53b80 with x1830946004725504 ext(0->7) 00010000:00010000:0.0:1746126805.112743:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da90637734807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5420 expref: 306 pid: 9597 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.112754:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da90637734807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5420 expref: 306 pid: 9597 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.112760:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba53b80 00000100:00100000:0.0:1746126805.116008:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.119596:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.120397:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.124418:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.124497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.128487:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.131760:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.132666:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997355904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126805.132705:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126805.133252:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126805.133280:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997355904:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1746126805.133756:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126805.133890:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+309:2027:x1830946004726784:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1678us (2133us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746126805.133896:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1989 00002000:00100000:0.0:1746126805.133902:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082512a00 x1830946004726784/t4294972191(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.133909:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512a00 with x1830946004726784 ext(0->7) 00010000:00010000:0.0:1746126805.133915:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4400/0x63da90637734808b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff542e expref: 309 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.133925:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b4400/0x63da90637734808b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff542e expref: 309 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.133930:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082512a00 00000100:00100000:0.0:1746126805.135481:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.139497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.142536:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.147843:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.147893:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.154749:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.155764:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.155797:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.158203:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.159978:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.161017:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+311:2028:x1830946004728576:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 721us (1040us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746126805.161023:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1992 00002000:00100000:0.0:1746126805.161028:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afce00 x1830946004728576/t4294972192(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.161035:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830946004728576 ext(0->7) 00010000:00010000:0.0:1746126805.161039:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd400/0x63da9063773480a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5443 expref: 311 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.161046:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fd400/0x63da9063773480a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5443 expref: 311 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.161051:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746126805.165386:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.170785:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.173314:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.175414:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.176663:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.179046:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.179392:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.179450:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.181665:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.184424:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.185691:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+313:2030:x1830946004730368:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 976us (1272us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746126805.185698:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1995 00002000:00100000:0.0:1746126805.185703:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011e1aa680 x1830946004730368/t4294972193(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.185711:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa680 with x1830946004730368 ext(0->7) 00010000:00010000:0.0:1746126805.185716:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5200/0x63da9063773480b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5458 expref: 313 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.185725:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5200/0x63da9063773480b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5458 expref: 313 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.185729:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011e1aa680 00000100:00100000:0.0:1746126805.187892:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.196785:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.196839:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004730752 00000100:00100000:0.0:1746126805.196846:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004730752 00000100:00100000:0.0:1746126805.200358:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.205336:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.205505:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.205539:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004731264 00000100:00100000:0.0:1746126805.205543:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004731264 00002000:00100000:0.0:1746126805.206072:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ace5880 x1830946004731264/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.206087:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5880 with x1830946004731264 ext(0->4095) 00002000:00010000:0.0:1746126805.206091:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ace5880 00000100:00100000:0.0:1746126805.206120:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13118 00000100:00100000:0.0:1746126805.206149:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004731264:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.206261:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004731264:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (755us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.206267:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13118 00002000:00100000:0.0:1746126805.206273:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ace5880 x1830946004731264/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.206279:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5880 with x1830946004731264 ext(0->4095) 00010000:00010000:0.0:1746126805.206284:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da9063773480c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5466 expref: 6 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.206292:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da9063773480c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5466 expref: 6 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.206297:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ace5880 00000100:00100000:0.0:1746126805.213542:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.214177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.214254:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.214287:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004731648 00000100:00100000:0.0:1746126805.214294:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004731648 00000100:00100000:0.0:1746126805.214343:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28833 00000100:00100000:0.0:1746126805.214350:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004731648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126805.214366:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126805.214382:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da9063773480d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5474 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.214402:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.214407:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da9063773480ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff546d expref: 313 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.214416:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126805.214418:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da9063773480d1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5474 expref: 7 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.214447:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da9063773480ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff546d expref: 313 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.214456:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb8be00/0x63da9063773480d1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5474 expref: 7 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.214464:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb8be00, rc 0) 00000100:00100000:0.0:1746126805.214500:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+7:1108:x1830946004731648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.214505:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28833 00000100:00100000:0.0:1746126805.218798:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.223507:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004732160 00000100:00100000:0.0:1746126805.223515:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004732160 00002000:00100000:0.0:1746126805.223552:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099177800 x1830946004732160/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.223562:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177800 with x1830946004732160 ext(0->7) 00010000:00010000:0.0:1746126805.223570:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da9063773480ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff546d expref: 312 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.223744:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da9063773480ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff546d expref: 312 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.223757:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099177800 00000100:00100000:0.0:1746126805.223790:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1997 00000100:00100000:0.0:1746126805.223798:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+312:2029:x1830946004732160:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.224697:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+314:2029:x1830946004732160:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1438us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746126805.224705:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1997 00002000:00100000:0.0:1746126805.224711:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099177800 x1830946004732160/t4294972194(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.224719:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177800 with x1830946004732160 ext(0->7) 00010000:00010000:0.0:1746126805.224725:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da9063773480ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff546d expref: 314 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.224735:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da9063773480ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff546d expref: 314 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.224741:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099177800 00000100:00100000:0.0:1746126805.228226:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.234067:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.239696:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.244317:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.245373:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.245615:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004733056 00000100:00100000:0.0:1746126805.245619:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004733056 00002000:00100000:0.0:1746126805.245645:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ade9880 x1830946004733056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.245654:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946004733056 ext(0->4095) 00010000:00010000:0.0:1746126805.245659:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a681e00/0x63da9063773480d8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff547b expref: 316 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.245668:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a681e00/0x63da9063773480d8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff547b expref: 316 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.245673:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ade9880 00000100:00100000:0.0:1746126805.245697:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1998 00000100:00100000:0.0:1746126805.245703:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+316:2028:x1830946004733056:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.245825:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+316:2028:x1830946004733056:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.245831:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1998 00002000:00100000:0.0:1746126805.245837:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ade9880 x1830946004733056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.245843:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946004733056 ext(0->4095) 00010000:00010000:0.0:1746126805.245847:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a681e00/0x63da9063773480d8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff547b expref: 316 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.245855:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a681e00/0x63da9063773480d8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff547b expref: 316 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.245861:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ade9880 00000100:00100000:0.0:1746126805.248015:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.248678:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.250090:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.250516:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.254211:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.260238:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.262766:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+317:2030:x1830946004734208:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2073us (2530us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746126805.262775:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2001 00002000:00100000:0.0:1746126805.262921:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bf480 x1830946004734208/t4294972195(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.262929:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bf480 with x1830946004734208 ext(0->7) 00010000:00010000:0.0:1746126805.262936:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fda00/0x63da9063773480df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5482 expref: 317 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.262949:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fda00/0x63da9063773480df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5482 expref: 317 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.262965:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bf480 00000100:00100000:0.0:1746126805.265994:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.270819:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.276512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.282877:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.284633:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.290217:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.295788:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.295821:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.295866:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.298800:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.298831:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004736000 00000100:00100000:0.0:1746126805.298836:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004736000 00002000:00100000:0.0:1746126805.298867:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800824c1180 x1830946004736000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.298875:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c1180 with x1830946004736000 ext(0->4095) 00010000:00010000:0.0:1746126805.298882:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da9063773480f4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5497 expref: 6 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.298893:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da9063773480f4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5497 expref: 6 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.298899:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c1180 00000100:00100000:0.0:1746126805.298930:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2002 00000100:00100000:0.0:1746126805.298937:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800824c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946004736000:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.299056:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946004736000:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.299062:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2002 00002000:00100000:0.0:1746126805.299067:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800824c1180 x1830946004736000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.299072:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c1180 with x1830946004736000 ext(0->4095) 00010000:00010000:0.0:1746126805.299076:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da9063773480f4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5497 expref: 6 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.299083:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da9063773480f4 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5497 expref: 6 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.299092:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c1180 00000100:00100000:0.0:1746126805.301253:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.304021:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946004736256:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 857us (2769us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746126805.304029:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2003 00002000:00100000:0.0:1746126805.304035:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c1500 x1830946004736256/t4294972196(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.304042:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c1500 with x1830946004736256 ext(0->7) 00010000:00010000:0.0:1746126805.304047:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da9063773480f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5497 expref: 8 pid: 25366 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.304057:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da9063773480f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5497 expref: 8 pid: 25366 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.304062:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c1500 00000100:00100000:0.0:1746126805.306842:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.309314:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.316112:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.321362:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.321404:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.325813:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.325853:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004737280 00000100:00100000:0.0:1746126805.325858:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004737280 00002000:00100000:0.0:1746126805.325886:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800824c2a00 x1830946004737280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.325899:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c2a00 with x1830946004737280 ext(0->4095) 00010000:00010000:0.0:1746126805.325905:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da906377348102 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54a5 expref: 9 pid: 9597 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.325914:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da906377348102 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54a5 expref: 9 pid: 9597 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.325922:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c2a00 00000100:00100000:0.0:1746126805.333769:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.336518:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800824c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2028:x1830946004737536:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1942us (2753us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746126805.336526:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2005 00002000:00100000:0.0:1746126805.336540:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800824c2d80 x1830946004737536/t4294972197(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.336547:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800824c2d80 with x1830946004737536 ext(0->7) 00010000:00010000:0.0:1746126805.336553:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da906377348102 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54a5 expref: 11 pid: 9597 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.336569:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da906377348102 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54a5 expref: 11 pid: 9597 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.336575:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800824c2d80 00000100:00100000:0.0:1746126805.340416:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.346556:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.350369:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.353986:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.360936:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.361000:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.364509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.366567:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.366631:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.372926:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004739328 00000100:00100000:0.0:1746126805.372933:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004739328 00002000:00100000:0.0:1746126805.372973:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d110a80 x1830946004739328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.372982:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946004739328 ext(0->4095) 00010000:00010000:0.0:1746126805.372989:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da906377348117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54ba expref: 10 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.373001:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da906377348117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54ba expref: 10 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.373007:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d110a80 00000100:00100000:0.0:1746126805.373205:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2007 00000100:00100000:0.0:1746126805.373213:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946004739328:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.373319:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946004739328:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.373324:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2007 00002000:00100000:0.0:1746126805.373329:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008d110a80 x1830946004739328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.373335:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946004739328 ext(0->4095) 00010000:00010000:0.0:1746126805.373340:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da906377348117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54ba expref: 10 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.373348:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da906377348117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54ba expref: 10 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.373353:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d110a80 00000100:00100000:0.0:1746126805.376333:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.378760:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2029:x1830946004739584:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1574us (2430us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746126805.378768:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2008 00002000:00100000:0.0:1746126805.378774:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b4870000 x1830946004739584/t4294972198(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.378781:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4870000 with x1830946004739584 ext(0->7) 00010000:00010000:0.0:1746126805.378787:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da906377348117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54ba expref: 12 pid: 11460 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746126805.378798:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da906377348117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54ba expref: 12 pid: 11460 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746126805.378804:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b4870000 00000100:00100000:0.0:1746126805.381289:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.386150:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.388932:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.390388:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.392113:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.395450:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.396359:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.397201:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.400533:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.412978:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.413965:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4872300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2030:x1830946004741376:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 741us (1021us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746126805.413972:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2010 00002000:00100000:0.0:1746126805.413978:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b4872300 x1830946004741376/t4294972199(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.413985:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4872300 with x1830946004741376 ext(0->7) 00010000:00010000:0.0:1746126805.413990:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fda00/0x63da90637734812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54cf expref: 15 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.413999:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fda00/0x63da90637734812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54cf expref: 15 pid: 9597 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.414005:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b4872300 00000100:00100000:0.0:1746126805.415688:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.421417:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.423576:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.423597:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004741888 00000100:00100000:0.0:1746126805.423602:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004741888 00002000:00100000:0.0:1746126805.423633:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b4872d80 x1830946004741888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.423641:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4872d80 with x1830946004741888 ext(0->4095) 00010000:00010000:0.0:1746126805.423648:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da906377348133 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54d6 expref: 17 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.423659:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da906377348133 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54d6 expref: 17 pid: 9597 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.423665:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b4872d80 00000100:00100000:0.0:1746126805.423679:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2011 00000100:00100000:0.0:1746126805.423684:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946004741888:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.423784:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4872d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946004741888:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.423789:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2011 00002000:00100000:0.0:1746126805.423794:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800b4872d80 x1830946004741888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.423800:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4872d80 with x1830946004741888 ext(0->4095) 00010000:00010000:0.0:1746126805.423804:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da906377348133 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54d6 expref: 17 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.423818:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da906377348133 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54d6 expref: 17 pid: 9597 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.423823:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b4872d80 00000100:00100000:0.0:1746126805.426374:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.432492:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.437852:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.446962:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.450678:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.453855:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.457946:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.460448:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.465828:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.470892:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.473347:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946004743808:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2258us (2451us total) trans 4294972201 rc 0/0 00000100:00100000:0.0:1746126805.473357:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2015 00002000:00100000:0.0:1746126805.473366:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082511500 x1830946004743808/t4294972201(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.473374:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511500 with x1830946004743808 ext(0->7) 00010000:00010000:0.0:1746126805.473381:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377348148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54eb expref: 18 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.473394:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377348148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54eb expref: 18 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.473399:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082511500 00000100:00100000:0.0:1746126805.474815:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.482765:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.483943:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004744320 00000100:00100000:0.0:1746126805.483946:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004744320 00002000:00100000:0.0:1746126805.483981:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880099175500 x1830946004744320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.483989:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175500 with x1830946004744320 ext(0->4095) 00010000:00010000:0.0:1746126805.483994:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292a00/0x63da90637734814f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54f2 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.484004:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292a00/0x63da90637734814f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54f2 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.484009:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099175500 00000100:00100000:0.0:1746126805.484029:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2016 00000100:00100000:0.0:1746126805.484035:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004744320:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.484143:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004744320:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.484148:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2016 00002000:00100000:0.0:1746126805.484153:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880099175500 x1830946004744320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.484159:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175500 with x1830946004744320 ext(0->4095) 00010000:00010000:0.0:1746126805.484163:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292a00/0x63da90637734814f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54f2 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.484171:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292a00/0x63da90637734814f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54f2 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.484176:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099175500 00000100:00100000:0.0:1746126805.487405:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.489054:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.493082:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.498380:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.499846:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946004745088:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1099us (1470us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746126805.499854:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2018 00002000:00100000:0.0:1746126805.499861:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009926b480 x1830946004745088/t4294972202(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.499869:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926b480 with x1830946004745088 ext(0->7) 00010000:00010000:0.0:1746126805.499874:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292200/0x63da906377348156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54f9 expref: 21 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.499884:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292200/0x63da906377348156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff54f9 expref: 21 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.499890:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009926b480 00000100:00100000:0.0:1746126805.502190:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.505123:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.517725:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.517770:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.524344:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004746112 00000100:00100000:0.0:1746126805.524348:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004746112 00002000:00100000:0.0:1746126805.524373:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801373be680 x1830946004746112/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.524381:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946004746112 ext(0->4095) 00010000:00010000:0.0:1746126805.524386:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fca00/0x63da906377348164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5507 expref: 6 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.524396:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fca00/0x63da906377348164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5507 expref: 6 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.524405:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373be680 00000100:00100000:0.0:1746126805.524429:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2019 00000100:00100000:0.0:1746126805.524436:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004746112:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.524532:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004746112:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (744us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.524538:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2019 00002000:00100000:0.0:1746126805.524543:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801373be680 x1830946004746112/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.524549:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946004746112 ext(0->4095) 00010000:00010000:0.0:1746126805.524553:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fca00/0x63da906377348164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5507 expref: 6 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.524562:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fca00/0x63da906377348164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5507 expref: 6 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.524567:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373be680 00000100:00100000:0.0:1746126805.526727:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.529049:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.531299:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.537278:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.545028:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.552076:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.553497:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.555324:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.556286:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.558505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.560089:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.561161:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946004748160:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 830us (1040us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746126805.561167:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2023 00002000:00100000:0.0:1746126805.561173:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a1f1180 x1830946004748160/t4294972204(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.561179:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1180 with x1830946004748160 ext(0->7) 00010000:00010000:0.0:1746126805.561183:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377348179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff551c expref: 24 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.561191:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da906377348179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff551c expref: 24 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.561196:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a1f1180 00000100:00100000:0.0:1746126805.562605:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.564313:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997364352:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564334:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fde3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997364224:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564354:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564365:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3785:1830945997364736:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564380:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564389:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3785:1830945997365248:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564401:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564419:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997364224 00000100:00100000:0.0:1746126805.564421:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997364224 00000100:00100000:0.0:1746126805.564439:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1746126805.564443:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997364224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564473:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997364224:12345-0@lo:400:kworker.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.564478:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1746126805.564493:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1746126805.564496:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3784:x1830945997365120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564513:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3784:x1830945997365120:12345-0@lo:400:kworker.0 Request processed in 16us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.564517:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1746126805.564524:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1746126805.564527:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3785:x1830945997365248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564541:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3785:x1830945997365248:12345-0@lo:400:kworker.0 Request processed in 14us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.564545:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1746126805.564566:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fde3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997364224:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564572:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3785:1830945997364736:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564578:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3785:1830945997365248:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564595:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564606:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997364864:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564622:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564633:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997365376:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564645:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564661:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997364352:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564667:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1746126805.564671:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:11aba639-e19c-48d4-9642-ad075637c564:3786:1830945997363968:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564689:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564712:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997364480:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564725:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564735:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997364992:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564746:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564755:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997365504:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564767:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126805.564778:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997364864:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564784:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997365376:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.564795:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997364992:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.565986:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:11aba639-e19c-48d4-9642-ad075637c564:3786:1830945997363968:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.565995:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997364480:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.566002:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997365504:0@lo:400:kworker.0 00000100:00100000:0.0:1746126805.566220:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004748544 00000100:00100000:0.0:1746126805.566223:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004748544 00002000:00100000:0.0:1746126805.566246:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800998f2a00 x1830946004748544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.566254:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2a00 with x1830946004748544 ext(0->4095) 00002000:00010000:0.0:1746126805.566258:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998f2a00 00000100:00100000:0.0:1746126805.566278:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13131 00000100:00100000:0.0:1746126805.566282:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004748544:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.566708:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004748544:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 424us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.566714:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13131 00002000:00100000:0.0:1746126805.566719:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800998f2a00 x1830946004748544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.566726:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2a00 with x1830946004748544 ext(0->4095) 00002000:00010000:0.0:1746126805.566728:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998f2a00 00000100:00100000:0.0:1746126805.568902:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.571541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.575043:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.575078:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.577417:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.578422:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.578460:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.581171:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.585168:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.590510:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2028:x1830946004750208:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4755us (5341us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746126805.590522:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2026 00002000:00100000:0.0:1746126805.590530:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ac46300 x1830946004750208/t4294972205(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.590539:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46300 with x1830946004750208 ext(0->7) 00010000:00010000:0.0:1746126805.590547:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da90637734818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5531 expref: 27 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.590562:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b4c00/0x63da90637734818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5531 expref: 27 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.590568:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ac46300 00000100:00100000:0.0:1746126805.594030:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.598555:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.600620:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.600660:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.600682:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004750848 00000100:00100000:0.0:1746126805.600686:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004750848 00000100:00100000:0.0:1746126805.600715:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004750720 00000100:00100000:0.0:1746126805.600717:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004750720 00000100:00100000:0.0:1746126805.600749:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28862 00000100:00100000:0.0:1746126805.600759:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1108:x1830946004750848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126805.600771:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126805.600783:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da90637734819c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff553f expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600806:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.600807:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.600813:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da90637734819c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff553f expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600829:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da90637734819c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff553f expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600839:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:0.0:1746126805.600868:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1108:x1830946004750848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.600874:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28862 00000100:00100000:0.0:1746126805.600884:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28863 00000100:00100000:0.0:1746126805.600888:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+27:1107:x1830946004750720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126805.600895:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126805.600900:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da9063773481a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5546 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600911:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5c00/0x63da906377348195 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5538 expref: 28 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600918:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da90637734819c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff553f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600922:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.600924:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.600926:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da9063773481a3 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5546 expref: 28 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600947:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da90637734819c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff553f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.600969:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c36ea00/0x63da90637734819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff553f expref: 5 pid: 9597 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746126805.600977:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997366528:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126805.601035:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991b5c00/0x63da906377348195 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5538 expref: 27 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.601042:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991b5c00/0x63da906377348195 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5538 expref: 27 pid: 11460 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746126805.601050:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997366656:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126805.601065:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126805.603930:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.604810:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.607975:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.615213:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.618844:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.620568:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2028:x1830946004751872:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1388us (1726us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746126805.620574:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2028 00002000:00100000:0.0:1746126805.620580:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb12680 x1830946004751872/t4294972206(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.620587:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12680 with x1830946004751872 ext(0->7) 00010000:00010000:0.0:1746126805.620593:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da9063773481a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5546 expref: 28 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.620602:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c36ee00/0x63da9063773481a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5546 expref: 28 pid: 9597 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.620607:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb12680 00000100:00100000:0.0:1746126805.622288:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.624663:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.627546:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.627861:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.631067:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.633766:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.633801:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.635890:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.637504:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.638363:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2030:x1830946004753664:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 672us (860us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746126805.638370:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2031 00002000:00100000:0.0:1746126805.638375:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012faedf80 x1830946004753664/t4294972207(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.638382:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faedf80 with x1830946004753664 ext(0->7) 00010000:00010000:0.0:1746126805.638386:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5600/0x63da9063773481b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5554 expref: 30 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.638394:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5600/0x63da9063773481b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5554 expref: 30 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.638398:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faedf80 00000100:00100000:0.0:1746126805.641775:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.645562:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.648527:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.648678:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.651020:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.651286:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.651348:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.651362:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004754944 00000100:00100000:0.0:1746126805.651365:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004754944 00010000:00010000:0.0:1746126805.651376:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da9063773481c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5569 expref: 31 pid: 25366 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746126805.651388:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16591 00000100:00100000:0.0:1746126805.651393:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946004754944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126805.651398:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126805.651405:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da9063773481c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5569 expref: 31 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.651815:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da9063773481c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5569 expref: 31 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.651826:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da9063773481c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5569 expref: 31 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.651837:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.651838:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.651843:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4400/0x63da9063773481cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5570 expref: 30 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.651849:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4400/0x63da9063773481cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5570 expref: 30 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.651867:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4400/0x63da9063773481cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5570 expref: 30 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.651875:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4400/0x63da9063773481cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5570 expref: 30 pid: 25366 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746126805.651884:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5218e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997368192:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126805.651925:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126805.653690:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.657813:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.659123:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2029:x1830946004755456:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1081us (1315us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746126805.659145:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2034 00002000:00100000:0.0:1746126805.659152:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5219500 x1830946004755456/t4294972208(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.659159:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5219500 with x1830946004755456 ext(0->7) 00010000:00010000:0.0:1746126805.659164:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4400/0x63da9063773481cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5570 expref: 32 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.659173:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4400/0x63da9063773481cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5570 expref: 32 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.659178:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5219500 00000100:00100000:0.0:1746126805.664110:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.668250:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.673277:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.673932:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.677674:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.678014:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.680911:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.681410:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.683504:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.685446:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098425500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997368704:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126805.685462:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126805.685503:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b521aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946004756608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4133us (4597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.685511:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16594 00000100:00100000:0.0:1746126805.689431:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.691342:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b521b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2028:x1830946004757248:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1696us (1919us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746126805.691349:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2037 00002000:00100000:0.0:1746126805.691357:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b521b480 x1830946004757248/t4294972209(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.691365:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b521b480 with x1830946004757248 ext(0->7) 00010000:00010000:0.0:1746126805.691372:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4e00/0x63da9063773481e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5585 expref: 34 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.691384:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4e00/0x63da9063773481e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5585 expref: 34 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.691390:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b521b480 00000100:00100000:0.0:1746126805.695070:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.707657:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.712847:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.716062:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.721357:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.726499:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946004758528:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4941us (5140us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746126805.726510:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2040 00002000:00100000:0.0:1746126805.726519:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800b5219500 x1830946004758528/t4294972210(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.726528:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5219500 with x1830946004758528 ext(0->7) 00010000:00010000:0.0:1746126805.726536:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da9063773481f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5593 expref: 37 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.726550:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da9063773481f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5593 expref: 37 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.726556:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b5219500 00000100:00100000:0.0:1746126805.737972:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.741371:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004758784 00000100:00100000:0.0:1746126805.741378:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004758784 00000100:00100000:0.0:1746126805.741422:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28876 00000100:00100000:0.0:1746126805.741429:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1107:x1830946004758784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126805.741442:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126805.741453:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da9063773481fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff55a1 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.741473:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5c00/0x63da9063773481f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff559a expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.741484:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.741486:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126805.741488:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da9063773481fe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55a1 expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.741509:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991b5c00/0x63da9063773481f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff559a expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.741518:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991b5c00/0x63da9063773481f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff559a expref: 38 pid: 9597 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746126805.741528:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5218a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997369600:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126805.741601:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126805.742966:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.743823:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5218a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997369600:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126805.743837:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c36e400/0x63da9063773481fe lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55a1 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126805.743848:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:0.0:1746126805.743896:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1107:x1830946004758784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.743902:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28876 00000100:00100000:0.0:1746126805.745434:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.745473:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.748230:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.751461:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.762911:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.769816:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.769864:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.773467:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.773694:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.775266:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098774d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126805.778787:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.783686:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.784806:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946004761088:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 756us (1120us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746126805.784812:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2046 00002000:00100000:0.0:1746126805.784818:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b2300 x1830946004761088/t4294972212(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.784825:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2300 with x1830946004761088 ext(0->7) 00010000:00010000:0.0:1746126805.784830:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da90637734820c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55af expref: 41 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.784839:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da90637734820c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55af expref: 41 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.784845:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b2300 00000100:00100000:0.0:1746126805.793985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.800716:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.804114:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.804181:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.808569:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.811799:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.815166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.816371:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946004762368:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 987us (1245us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746126805.816379:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2048 00002000:00100000:0.0:1746126805.816384:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800991b1500 x1830946004762368/t4294972213(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.816392:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946004762368 ext(0->7) 00010000:00010000:0.0:1746126805.816398:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4000/0x63da90637734821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55c4 expref: 42 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.816409:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b4000/0x63da90637734821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55c4 expref: 42 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.816415:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991b1500 00000100:00100000:0.0:1746126805.819078:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.822620:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.829452:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.831772:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.833892:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.838194:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.839476:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.839604:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.847509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.856103:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946004764160:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5993us (8588us total) trans 4294972214 rc 0/0 00000100:00100000:0.0:1746126805.856114:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2051 00002000:00100000:0.0:1746126805.856136:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012dfb6300 x1830946004764160/t4294972214(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.856146:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6300 with x1830946004764160 ext(0->7) 00010000:00010000:0.0:1746126805.856154:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5200/0x63da90637734822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55d2 expref: 44 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.856168:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5200/0x63da90637734822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55d2 expref: 44 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.856174:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb6300 00000100:00100000:0.0:1746126805.866512:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.866565:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.871945:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098424a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997371776:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126805.871971:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126805.872006:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946004764288:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3473us (5440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126805.872016:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16606 00000100:00100000:0.0:1746126805.875221:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.878856:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.885041:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.892577:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.899226:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.902711:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004765824 00000100:00100000:0.0:1746126805.902718:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004765824 00002000:00100000:0.0:1746126805.902753:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098425f80 x1830946004765824/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.902762:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425f80 with x1830946004765824 ext(0->4095) 00010000:00010000:0.0:1746126805.902769:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5e00/0x63da906377348244 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55e7 expref: 6 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.902779:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5e00/0x63da906377348244 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55e7 expref: 6 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.902784:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098425f80 00000100:00100000:0.0:1746126805.902799:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2054 00000100:00100000:0.0:1746126805.902805:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004765824:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.904543:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.907345:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.910842:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.918964:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.920751:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2027:x1830946004766464:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1486us (1788us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746126805.920759:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2055 00002000:00100000:0.0:1746126805.920765:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fde0e00 x1830946004766464/t4294972216(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.920773:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0e00 with x1830946004766464 ext(0->7) 00010000:00010000:0.0:1746126805.920779:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5600/0x63da90637734824b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55ee expref: 48 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.920790:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5600/0x63da90637734824b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55ee expref: 48 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.920796:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fde0e00 00000100:00100000:0.0:1746126805.923019:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.924967:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.928856:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.937375:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.944021:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.949591:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.965225:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.967191:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946004767616:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1408us (1964us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746126805.967198:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2057 00002000:00100000:0.0:1746126805.967204:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fde2300 x1830946004767616/t4294972217(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.967212:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2300 with x1830946004767616 ext(0->7) 00010000:00010000:0.0:1746126805.967219:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da906377348259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55fc expref: 50 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126805.967231:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da906377348259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff55fc expref: 50 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126805.967236:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fde2300 00000100:00100000:0.0:1746126805.973285:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.980304:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.983997:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.987153:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.987178:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004768512 00000100:00100000:0.0:1746126805.987185:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004768512 00002000:00100000:0.0:1746126805.987217:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fde2a00 x1830946004768512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/0 e 0 to 0 dl 1746126816 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.987226:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2a00 with x1830946004768512 ext(0->4095) 00002000:00010000:0.0:1746126805.987230:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fde2a00 00000100:00100000:0.0:1746126805.987246:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13143 00000100:00100000:0.0:1746126805.987252:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946004768512:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126805.987357:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946004768512:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (210us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126805.987362:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13143 00002000:00100000:0.0:1746126805.987367:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fde2a00 x1830946004768512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 488/4536 e 0 to 0 dl 1746126816 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126805.987373:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2a00 with x1830946004768512 ext(0->4095) 00002000:00010000:0.0:1746126805.987375:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fde2a00 00000100:00100000:0.0:1746126805.994494:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126805.999017:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.002014:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946004768768:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2114us (2993us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746126806.002023:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2059 00002000:00100000:0.0:1746126806.002032:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a5500 x1830946004768768/t4294972218(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:566/0 lens 496/448 e 0 to 0 dl 1746126816 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.002044:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5500 with x1830946004768768 ext(0->7) 00010000:00010000:0.0:1746126806.002051:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5e00/0x63da906377348267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff560a expref: 52 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.002063:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5e00/0x63da906377348267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff560a expref: 52 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.002070:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a5500 00000100:00100000:0.0:1746126806.007804:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.011898:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.013265:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.015816:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.015909:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.019316:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.019339:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004769792 00000100:00100000:0.0:1746126806.019345:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004769792 00002000:00100000:0.0:1746126806.019380:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a3a4000 x1830946004769792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 488/0 e 0 to 0 dl 1746126817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.019388:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4000 with x1830946004769792 ext(0->4095) 00010000:00010000:0.0:1746126806.019394:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348275 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5618 expref: 54 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.019405:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348275 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5618 expref: 54 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.019411:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a4000 00000100:00100000:0.0:1746126806.019427:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2060 00000100:00100000:0.0:1746126806.019433:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2030:x1830946004769792:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126806.019517:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2030:x1830946004769792:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 85us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126806.019522:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2060 00002000:00100000:0.0:1746126806.019527:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a3a4000 x1830946004769792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 488/4536 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.019533:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4000 with x1830946004769792 ext(0->4095) 00010000:00010000:0.0:1746126806.019537:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348275 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5618 expref: 54 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.019545:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348275 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5618 expref: 54 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.019550:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a4000 00000100:00100000:0.0:1746126806.022250:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.023296:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2030:x1830946004770048:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 882us (1174us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746126806.023303:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2061 00002000:00100000:0.0:1746126806.023308:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a3a6d80 x1830946004770048/t4294972219(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.023316:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6d80 with x1830946004770048 ext(0->7) 00010000:00010000:0.0:1746126806.023320:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5618 expref: 55 pid: 25366 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.023329:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5618 expref: 55 pid: 25366 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.024445:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a6d80 00000100:00100000:0.0:1746126806.027884:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.032106:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.034651:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.040170:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.043292:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.043316:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.043332:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004771328 00000100:00100000:0.0:1746126806.043337:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004771328 00002000:00100000:0.0:1746126806.043364:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fb11c00 x1830946004771328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 488/0 e 0 to 0 dl 1746126817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.043372:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11c00 with x1830946004771328 ext(0->4095) 00010000:00010000:0.0:1746126806.043377:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 56 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.043385:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 56 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.043391:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb11c00 00000100:00100000:0.0:1746126806.043403:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2063 00000100:00100000:0.0:1746126806.043408:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946004771328:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126806.043504:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946004771328:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (186us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126806.043509:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2063 00002000:00100000:0.0:1746126806.043513:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012fb11c00 x1830946004771328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 488/4536 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.043519:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11c00 with x1830946004771328 ext(0->4095) 00010000:00010000:0.0:1746126806.043522:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 56 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.043533:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 56 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.043538:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb11c00 00000100:00100000:0.0:1746126806.046270:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.047348:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004771584 00000100:00100000:0.0:1746126806.047352:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004771584 00010000:00010000:0.0:1746126806.047367:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 55 pid: 21550 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746126806.047456:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16618 00000100:00100000:0.0:1746126806.047462:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946004771584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126806.047470:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126806.047483:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 55 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.047493:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 55 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.047507:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734827c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff561f expref: 55 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.047583:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.047585:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.047590:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da90637734828a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff562d expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.047601:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da90637734828a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff562d expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.047618:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da90637734828a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff562d expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.047626:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da90637734828a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff562d expref: 54 pid: 21550 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746126806.047635:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997374720:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126806.048180:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126806.049587:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.052199:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.053898:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2030:x1830946004772096:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1508us (1700us total) trans 4294972220 rc 0/0 00000100:00100000:0.0:1746126806.053906:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2065 00002000:00100000:0.0:1746126806.053913:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb13100 x1830946004772096/t4294972220(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.054564:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb13100 with x1830946004772096 ext(0->7) 00010000:00010000:0.0:1746126806.054572:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da90637734828a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff562d expref: 56 pid: 21550 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.054586:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b4a00/0x63da90637734828a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff562d expref: 56 pid: 21550 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.054597:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb13100 00000100:00100000:0.0:1746126806.058536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.065711:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.068554:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.068592:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.072452:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.075092:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.078537:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.079543:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946004773376:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 819us (1008us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746126806.079550:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2067 00002000:00100000:0.0:1746126806.079556:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb11180 x1830946004773376/t4294972221(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.079564:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11180 with x1830946004773376 ext(0->7) 00010000:00010000:0.0:1746126806.079568:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5e00/0x63da906377348298 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff563b expref: 59 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.079578:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5e00/0x63da906377348298 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff563b expref: 59 pid: 9597 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.079582:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb11180 00000100:00100000:0.0:1746126806.082385:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.091512:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.095487:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.097112:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.104698:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.107715:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098427800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997375744:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126806.107732:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126806.107781:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004774528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2779us (3087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126806.107791:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16623 00000100:00100000:0.0:1746126806.111962:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.116242:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.117774:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2027:x1830946004775040:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1343us (1529us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746126806.117783:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2069 00002000:00100000:0.0:1746126806.117788:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098a18380 x1830946004775040/t4294972222(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.117795:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18380 with x1830946004775040 ext(0->7) 00010000:00010000:0.0:1746126806.117800:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5e00/0x63da9063773482ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5650 expref: 60 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.117810:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5e00/0x63da9063773482ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5650 expref: 60 pid: 9597 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.117815:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098a18380 00000100:00100000:0.0:1746126806.119585:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.126970:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.129294:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.131106:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.132508:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.144352:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.153983:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.154205:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.157706:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.160639:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.161173:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.162909:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.165916:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.168504:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2029:x1830946004777600:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2096us (2589us total) trans 4294972224 rc 0/0 00000100:00100000:0.0:1746126806.168515:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2074 00002000:00100000:0.0:1746126806.168522:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012faeed80 x1830946004777600/t4294972224(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.168654:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946004777600 ext(0->7) 00010000:00010000:0.0:1746126806.168662:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4000/0x63da9063773482c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff566c expref: 64 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.168673:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4000/0x63da9063773482c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff566c expref: 64 pid: 9597 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.168678:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012faeed80 00000100:00100000:0.0:1746126806.175755:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.175824:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.178841:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.182268:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.184338:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.187535:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.199462:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.201433:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.209587:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.212908:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.215958:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.221043:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.227997:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.229261:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946004779904:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 826us (1263us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746126806.229268:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2078 00002000:00100000:0.0:1746126806.229275:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012ba34380 x1830946004779904/t4294972226(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.229283:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba34380 with x1830946004779904 ext(0->7) 00010000:00010000:0.0:1746126806.229288:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da9063773482e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5688 expref: 68 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.229297:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293000/0x63da9063773482e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5688 expref: 68 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.229303:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba34380 00000100:00100000:0.0:1746126806.234313:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.234897:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.238195:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.240738:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.243828:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.245968:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.248175:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.249205:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946004781056:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 858us (1030us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746126806.249211:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2080 00002000:00100000:0.0:1746126806.249216:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082510380 x1830946004781056/t4294972227(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.249225:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510380 with x1830946004781056 ext(0->7) 00010000:00010000:0.0:1746126806.249229:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292e00/0x63da9063773482f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5696 expref: 70 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.249238:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292e00/0x63da9063773482f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5696 expref: 70 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.249244:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082510380 00000100:00100000:0.0:1746126806.251310:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.258121:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.262516:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.264009:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004781568 00000100:00100000:0.0:1746126806.264017:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004781568 00000100:00100000:0.0:1746126806.264042:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004781696 00000100:00100000:0.0:1746126806.264043:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004781696 00000100:00100000:0.0:1746126806.264058:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28913 00000100:00100000:0.0:1746126806.264064:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+70:1108:x1830946004781568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126806.264078:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126806.264090:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377348301 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff56a4 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.264111:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.264112:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.264117:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377348301 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56a4 expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.264218:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377348301 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56a4 expref: 72 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.264225:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135847e00/0x63da906377348301 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56a4 expref: 72 pid: 9597 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.264232:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135847e00, rc 0) 00000100:00100000:0.0:1746126806.264455:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1108:x1830946004781568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 390us (1944us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126806.264460:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28913 00000100:00100000:0.0:1746126806.270061:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.272982:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.275694:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.278732:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946004782848:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2723us (3039us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746126806.278742:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2083 00002000:00100000:0.0:1746126806.278751:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082513800 x1830946004782848/t4294972228(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.278760:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513800 with x1830946004782848 ext(0->7) 00010000:00010000:0.0:1746126806.278768:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292e00/0x63da906377348308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ab expref: 72 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.278782:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292e00/0x63da906377348308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ab expref: 72 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.278789:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082513800 00000100:00100000:0.0:1746126806.284623:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.289116:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.289634:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.292957:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.293197:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.296604:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.300866:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.302354:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946004784128:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1154us (1493us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746126806.302361:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2086 00002000:00100000:0.0:1746126806.302368:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082513100 x1830946004784128/t4294972229(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.302375:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513100 with x1830946004784128 ext(0->7) 00010000:00010000:0.0:1746126806.302380:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da906377348316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56b9 expref: 75 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.302390:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293800/0x63da906377348316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56b9 expref: 75 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.302396:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082513100 00000100:00100000:0.0:1746126806.306207:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.311419:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.316526:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.318485:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.322994:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.323852:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.325556:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.331320:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.340485:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.347326:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.349661:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946004785792:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1880us (2336us total) trans 4294972230 rc 0/0 00000100:00100000:0.0:1746126806.349669:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2088 00002000:00100000:0.0:1746126806.349677:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082512300 x1830946004785792/t4294972230(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.349684:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512300 with x1830946004785792 ext(0->7) 00010000:00010000:0.0:1746126806.349690:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292600/0x63da90637734832b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ce expref: 76 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.349701:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292600/0x63da90637734832b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ce expref: 76 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.349708:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082512300 00000100:00100000:0.0:1746126806.354282:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.356179:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.358368:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004786304 00000100:00100000:0.0:1746126806.358373:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004786304 00002000:00100000:0.0:1746126806.358400:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098426300 x1830946004786304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:567/0 lens 488/0 e 0 to 0 dl 1746126817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.358408:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946004786304 ext(0->4095) 00010000:00010000:0.0:1746126806.358414:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377348332 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56d5 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.358423:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377348332 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56d5 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.358428:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098426300 00000100:00100000:0.0:1746126806.358454:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2089 00000100:00100000:0.0:1746126806.358460:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004786304:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126806.358559:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004786304:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126806.358564:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2089 00002000:00100000:0.0:1746126806.358569:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880098426300 x1830946004786304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:567/0 lens 488/4536 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.358576:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946004786304 ext(0->4095) 00010000:00010000:0.0:1746126806.358580:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377348332 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56d5 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.358587:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da906377348332 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56d5 expref: 6 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.358591:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098426300 00000100:00100000:0.0:1746126806.361536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.361614:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.366975:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.369854:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.372806:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2029:x1830946004787072:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2276us (2953us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1746126806.372815:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2091 00002000:00100000:0.0:1746126806.372822:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880099268000 x1830946004787072/t4294972231(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.372830:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268000 with x1830946004787072 ext(0->7) 00010000:00010000:0.0:1746126806.372837:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293a00/0x63da906377348339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56dc expref: 79 pid: 11460 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746126806.372848:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293a00/0x63da906377348339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56dc expref: 79 pid: 11460 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746126806.372854:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099268000 00000100:00100000:0.0:1746126806.377405:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.388953:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.396273:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.396361:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.399582:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.399623:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.402505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.405954:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.410679:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.414115:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.415205:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946004788736:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 764us (1088us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746126806.415211:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2093 00002000:00100000:0.0:1746126806.415217:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bed80 x1830946004788736/t4294972232(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.415225:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bed80 with x1830946004788736 ext(0->7) 00010000:00010000:0.0:1746126806.415229:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fb8b800/0x63da90637734834e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ea expref: 80 pid: 9597 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.415237:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fb8b800/0x63da90637734834e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ea expref: 80 pid: 9597 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.415242:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bed80 00000100:00100000:0.0:1746126806.416785:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.421719:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004789248 00000100:00100000:0.0:1746126806.421723:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004789248 00002000:00100000:0.0:1746126806.421744:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ba50000 x1830946004789248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:567/0 lens 488/0 e 0 to 0 dl 1746126817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.421751:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50000 with x1830946004789248 ext(0->4095) 00010000:00010000:0.0:1746126806.421756:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5600/0x63da906377348355 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56f8 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.421763:0:9602:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8800991b5600/0x63da906377348355 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56f8 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126806.421769:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba50000 00000100:00100000:0.0:1746126806.421781:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2094 00000100:00100000:0.0:1746126806.421785:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004789248:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126806.421910:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004789248:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126806.421919:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2094 00002000:00100000:0.0:1746126806.421924:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012ba50000 x1830946004789248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:567/0 lens 488/4536 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.421931:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50000 with x1830946004789248 ext(0->4095) 00010000:00010000:0.0:1746126806.421935:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5600/0x63da906377348355 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56f8 expref: 6 pid: 9597 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.421954:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5600/0x63da906377348355 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56f8 expref: 6 pid: 9597 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.421959:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ba50000 00000100:00100000:0.0:1746126806.424103:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.424292:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.426106:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.428522:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.429603:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2030:x1830946004790016:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 900us (1083us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746126806.429609:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2096 00002000:00100000:0.0:1746126806.429615:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801373bc000 x1830946004790016/t4294972233(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.429621:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc000 with x1830946004790016 ext(0->7) 00010000:00010000:0.0:1746126806.429627:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5200/0x63da90637734835c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ff expref: 83 pid: 9597 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.429635:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991b5200/0x63da90637734835c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff56ff expref: 83 pid: 9597 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.429640:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801373bc000 00000100:00100000:0.0:1746126806.431274:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.435893:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.447927:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.449790:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004790912 00000100:00100000:0.0:1746126806.449795:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004790912 00000100:00100000:0.0:1746126806.449828:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28929 00000100:00100000:0.0:1746126806.449984:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1107:x1830946004790912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126806.449994:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126806.450008:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377348371 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5714 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.450029:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5e00/0x63da906377348363 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5706 expref: 83 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.450037:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734836a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff570d expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.450042:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.450044:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.450046:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ded6200/0x63da906377348371 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5714 expref: 83 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.450072:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734836a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff570d expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.450083:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991b5a00/0x63da90637734836a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff570d expref: 5 pid: 9597 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746126806.450094:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997382144:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126806.450175:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800991b5e00/0x63da906377348363 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5706 expref: 83 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.450182:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991b5e00/0x63da906377348363 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5706 expref: 83 pid: 9597 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746126806.450189:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997382272:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126806.450207:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126806.451956:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.456448:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.458051:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.458093:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.462817:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.467120:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.473329:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.477889:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.488375:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.495503:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.496178:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.499278:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.499312:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.499345:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.504328:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.504830:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2101 00000100:00100000:0.0:1746126806.504839:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946004793600:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126806.505033:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946004793600:12345-192.168.202.29@tcp:3:rw_seq_cst_vs_d.0 Request processed in 194us (931us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126806.505039:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2101 00002000:00100000:0.0:1746126806.505044:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b1bbb80 x1830946004793600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 488/4536 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.505052:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bbb80 with x1830946004793600 ext(0->4095) 00010000:00010000:0.0:1746126806.505057:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293a00/0x63da906377348386 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5729 expref: 84 pid: 11460 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.505066:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293a00/0x63da906377348386 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5729 expref: 84 pid: 11460 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.505071:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1bbb80 00000100:00100000:0.0:1746126806.507834:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.526595:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.526685:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.531421:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.542519:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.552637:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.558314:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.560559:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.573845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.575270:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2028:x1830946004795008:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 14109us (14710us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746126806.575278:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2104 00002000:00100000:0.0:1746126806.575286:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098c9c700 x1830946004795008/t4294972236(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.575294:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c700 with x1830946004795008 ext(0->7) 00010000:00010000:0.0:1746126806.575301:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5737 expref: 89 pid: 25366 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.575311:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4800/0x63da906377348394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5737 expref: 89 pid: 25366 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.575317:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098c9c700 00000100:00100000:0.0:1746126806.576421:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.578908:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.584089:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.590938:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.606318:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.612860:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.617671:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.630682:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.633352:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.639737:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.645777:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.654394:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.656197:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2030:x1830946004797312:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1413us (1802us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746126806.656204:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2108 00002000:00100000:0.0:1746126806.656211:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a5c92680 x1830946004797312/t4294972238(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.656224:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92680 with x1830946004797312 ext(0->7) 00010000:00010000:0.0:1746126806.656229:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da9063773483b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5753 expref: 92 pid: 11460 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.656240:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a293c00/0x63da9063773483b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5753 expref: 92 pid: 11460 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.656245:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5c92680 00000100:00100000:0.0:1746126806.658444:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.664550:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.664627:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.668531:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.670908:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.674285:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.676066:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.677275:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098421180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+95:2027:x1830946004798592:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 930us (1210us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746126806.677281:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2110 00002000:00100000:0.0:1746126806.677287:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880098421180 x1830946004798592/t4294972239(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.677293:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098421180 with x1830946004798592 ext(0->7) 00010000:00010000:0.0:1746126806.677297:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da9063773483be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5761 expref: 95 pid: 11460 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.677307:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb5400/0x63da9063773483be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5761 expref: 95 pid: 11460 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.677313:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098421180 00000100:00100000:0.0:1746126806.679617:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.683334:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.687367:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.689172:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.691601:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.692664:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.699246:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.702446:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.704531:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.706510:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2027:x1830946004800256:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1222us (1980us total) trans 4294972240 rc 0/0 00000100:00100000:0.0:1746126806.706517:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2112 00002000:00100000:0.0:1746126806.706523:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848c380 x1830946004800256/t4294972240(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.706530:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848c380 with x1830946004800256 ext(0->7) 00010000:00010000:0.0:1746126806.706536:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4a00/0x63da9063773483d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5776 expref: 96 pid: 11460 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.706546:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88011fcb4a00/0x63da9063773483d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5776 expref: 96 pid: 11460 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.706552:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848c380 00000100:00100000:0.0:1746126806.708095:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.710078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.716055:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28946 00000100:00100000:0.0:1746126806.716063:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+97:1108:x1830946004800896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126806.716069:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126806.716075:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773483e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff578b expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.716087:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.716088:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.716094:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773483e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff578b expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.716105:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9a000/0x63da9063773483e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff578b expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.716114:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ad9a000, rc 0) 00000100:00100000:0.0:1746126806.716170:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+98:1108:x1830946004800896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126806.716176:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28946 00000100:00100000:0.0:1746126806.719266:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.719506:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.728378:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.736021:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.739326:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2030:x1830946004802048:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3102us (3305us total) trans 4294972241 rc 0/0 00000100:00100000:0.0:1746126806.739337:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2115 00002000:00100000:0.0:1746126806.739344:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009848df80 x1830946004802048/t4294972241(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.739358:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848df80 with x1830946004802048 ext(0->7) 00010000:00010000:0.0:1746126806.739366:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a292400/0x63da9063773483e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5784 expref: 98 pid: 11460 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.739378:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a292400/0x63da9063773483e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5784 expref: 98 pid: 11460 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.739384:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009848df80 00000100:00100000:0.0:1746126806.743419:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.743462:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.746771:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.749099:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.752031:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.756436:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.759651:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.765004:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997387136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126806.765053:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126806.765313:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004803328 00000100:00100000:0.0:1746126806.765319:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004803328 00010000:00010000:0.0:1746126806.765344:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da9063773483f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5799 expref: 100 pid: 25366 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746126806.765520:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16671 00000100:00100000:0.0:1746126806.765525:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+100:2027:x1830946004803328:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126806.765533:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126806.765549:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da9063773483f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5799 expref: 100 pid: 25366 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.765558:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da9063773483f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5799 expref: 100 pid: 25366 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.765575:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991fc400/0x63da9063773483f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5799 expref: 100 pid: 25366 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.765589:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.765591:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126806.765597:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da9063773483fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.765604:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da9063773483fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126806.765933:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da9063773483fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126806.765955:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9618:1830945997387264:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126806.766163:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126806.766545:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997387136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126806.771352:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.771619:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.773719:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.773791:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1746126806.774582:0:25366:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd000/0x63da9063773483fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a0 expref: 6 pid: 25366 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746126806.775055:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098424700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25366:1830945997387392:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126806.775075:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800991fc800/0x63da906377348404 lrc: 8/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a7 expref: 102 pid: 25366 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.775081:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800991fc800/0x63da906377348404 lrc: 8/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a7 expref: 102 pid: 25366 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.775089:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc800, rc 0) 00000100:00100000:0.0:1746126806.775541:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+102:1107:x1830946004803584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3801us (4191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126806.775549:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28950 00000100:00100000:0.0:1746126806.777729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.783095:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.784324:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946004804480:12345-192.168.202.29@tcp:4:rw_seq_cst_vs_d.0 Request processed in 995us (1235us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1746126806.784335:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2119 00002000:00100000:0.0:1746126806.784341:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880135afdf80 x1830946004804480/t4294972243(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:567/0 lens 496/448 e 0 to 0 dl 1746126817 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126806.784349:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830946004804480 ext(0->7) 00010000:00010000:0.0:1746126806.784354:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991fc800/0x63da906377348404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a7 expref: 103 pid: 25366 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746126806.784363:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991fc800/0x63da906377348404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57a7 expref: 103 pid: 25366 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746126806.784369:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afdf80 00000100:00100000:0.0:1746126806.795836:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.808365:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.808410:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.815588:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.830331:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.852976:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.860854:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.901253:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.904335:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.910759:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126806.917373:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.283321:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.285223:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.285488:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.288910:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.289537:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.289598:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.289716:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.289729:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.289767:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126808.289782:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004807552 00000100:00100000:0.0:1746126808.289785:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004807552 00000100:00100000:0.0:1746126808.290252:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004807040 00000100:00100000:0.0:1746126808.290255:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004807040 00000100:00100000:0.0:1746126808.290270:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 569 00000100:00100000:0.0:1746126808.290275:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946004807552:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126808.290325:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946004807552:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 49us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126808.290330:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 569 00000100:00100000:0.0:1746126808.290342:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 570 00000100:00100000:0.0:1746126808.290345:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2030:x1830946004807040:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126808.290362:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2030:x1830946004807040:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 17us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126808.290366:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 570 00000100:00100000:0.0:1746126808.290445:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1010 00000100:00100000:0.0:1746126808.290451:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+7:2029:x1830946004807296:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126808.290479:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+7:2029:x1830946004807296:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 28us (1571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126808.290483:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1010 00000100:00080000:0.0:1746126808.290526:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126808.290529:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126808.290530:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126808.290531:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126809.233374:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997388288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126809.233435:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126809.234038:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997388288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126810.141898:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997388416 00000100:00100000:0.0:1746126810.141906:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997388416 00000100:00100000:0.0:1746126810.141957:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1746126810.141964:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997388416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746126810.141991:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981416768 pending 1376256 free 3922755584 avail 3691233280 00000100:00100000:0.0:1746126810.142063:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997388416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126810.142068:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1746126810.142092:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126810.142141:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997388544 00000100:00100000:0.0:1746126810.142144:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997388544 00000100:00100000:0.0:1746126810.142159:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1746126810.142163:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997388544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126810.142171:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981416768 pending 1376256 free 3922755584 avail 3691233280 00000100:00100000:0.0:1746126810.142190:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997388544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 26us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126810.142194:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1746126810.142219:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997388544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126810.572886:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3787:1830945997388800:0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575391:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997388672 00000100:00100000:0.0:1746126810.575395:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997388672 00000100:00100000:0.0:1746126810.575425:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1746126810.575429:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a623a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:11aba639-e19c-48d4-9642-ad075637c564+23:3786:x1830945997388672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575454:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a623a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:11aba639-e19c-48d4-9642-ad075637c564+23:3786:x1830945997388672:12345-0@lo:400:kworker.0 Request processed in 25us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126810.575458:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1746126810.575483:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126810.575500:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3787:1830945997389312:0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575515:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126810.575524:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098421500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3787:1830945997389824:0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575537:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126810.575554:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997388800 00000100:00100000:0.0:1746126810.575557:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997388800 00000100:00100000:0.0:1746126810.575570:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997389312 00000100:00100000:0.0:1746126810.575571:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997389312 00000100:00100000:0.0:1746126810.575583:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997389824 00000100:00100000:0.0:1746126810.575584:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997389824 00000100:00100000:0.0:1746126810.575596:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1746126810.575599:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3787:x1830945997388800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575621:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3787:x1830945997388800:12345-0@lo:400:kworker.0 Request processed in 21us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126810.575625:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1746126810.575634:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746126810.575637:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3787:x1830945997389312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575669:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3787:x1830945997389312:12345-0@lo:400:kworker.0 Request processed in 31us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126810.575672:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746126810.575682:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1746126810.575685:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3787:x1830945997389824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575703:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3787:x1830945997389824:12345-0@lo:400:kworker.0 Request processed in 18us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126810.575707:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1746126810.575733:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3787:1830945997388800:0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575741:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3787:1830945997389312:0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.575747:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098421500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3787:1830945997389824:0@lo:400:kworker.0 00000100:00100000:0.0:1746126810.605011:0:3785:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126810.605029:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997390464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126810.605082:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126810.605321:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997390464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126810.810106:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.827040:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126810.827276:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126810.834359:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.844212:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004808960 00000100:00100000:0.0:1746126810.844220:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004808960 00000100:00100000:0.0:1746126810.844255:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55577 00000100:00100000:0.0:1746126810.844262:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:1764:x1830946004808960:12345-192.168.202.29@tcp:36:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126810.844543:0:7250:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126810.844567:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f002200/0x63da9063773484c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57e6 expref: 9 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126810.844580:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:0.0:1746126810.844583:0:7250:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126810.844702:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.844712:0:7250:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da906377348482 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57d1 expref: 11 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126810.844719:0:7250:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 4/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.844743:0:7250:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da906377348482 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57d1 expref: 11 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126810.844753:0:7250:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da906377348482 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57d1 expref: 11 pid: 7250 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746126810.844765:0:7250:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997390592:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126810.845272:0:7250:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126810.849516:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.849561:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004809088 00000100:00100000:0.0:1746126810.849569:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004809088 00010000:00010000:0.0:1746126810.849627:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da906377348482 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57d1 expref: 12 pid: 7250 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746126810.849673:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16676 00000100:00100000:0.0:1746126810.849681:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946004809088:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126810.849693:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126810.849697:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da906377348482 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57d1 expref: 12 pid: 7250 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126810.849707:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da906377348482 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57d1 expref: 12 pid: 7250 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126810.849743:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:0.0:1746126810.849748:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.849756:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.849761:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.849775:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126810.849806:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946004809088:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 127us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126810.849812:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16676 00010000:00010000:0.0:1746126810.849846:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da906377348482 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff57d1 expref: 11 pid: 7250 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746126810.849857:0:7250:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997390592:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126810.849870:0:7250:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.849876:0:7250:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.849880:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000001:00080000:0.0:1746126810.849993:0:7250:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990996 00000004:00010000:0.0:1746126810.850250:0:7250:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ba51c00 reply state ffff88009af73000 transno 4294990997 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.850259:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45c800/0x63da9063773484cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126810.850264:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:0.0:1746126810.850266:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126810.850269:0:7250:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126810.851040:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+11:1764:x1830946004808960:12345-192.168.202.29@tcp:36:rw_seq_cst_vs_d.0 Request processed in 6776us (6924us total) trans 4294990997 rc 0/0 00000100:00100000:0.0:1746126810.851047:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55577 00000020:00080000:0.0:1746126810.851051:0:7250:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126810.852465:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.859834:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126810.860148:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126810.899606:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.930369:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.934917:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.943110:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.947052:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.954595:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.958920:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.960407:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946004811392:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 549us (1488us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746126810.960413:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2121 00002000:00100000:0.0:1746126810.960418:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de76680 x1830946004811392/t4294970520(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:571/0 lens 496/448 e 0 to 0 dl 1746126821 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126810.960424:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76680 with x1830946004811392 ext(0->7) 00010000:00010000:0.0:1746126810.960428:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0200/0x63da906377348507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5809 expref: 9 pid: 11460 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126810.960436:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0200/0x63da906377348507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5809 expref: 9 pid: 11460 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126810.960441:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76680 00000100:00100000:0.0:1746126810.962035:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.969223:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.973364:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.980265:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.985191:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.989615:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.993173:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126810.994187:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2028:x1830946004812544:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 765us (1016us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746126810.994193:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2122 00002000:00100000:0.0:1746126810.994198:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098cbc380 x1830946004812544/t4294970521(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:571/0 lens 496/448 e 0 to 0 dl 1746126821 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126810.994204:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc380 with x1830946004812544 ext(0->7) 00010000:00010000:0.0:1746126810.994209:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0a00/0x63da90637734851c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff581e expref: 11 pid: 11460 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126810.994217:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0a00/0x63da90637734851c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff581e expref: 11 pid: 11460 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126810.994222:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbc380 00000100:00100000:0.0:1746126810.998028:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.002545:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.004039:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.007898:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.013697:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.017000:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.027579:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.030429:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.033442:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.037214:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.037707:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.040785:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.041541:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.052047:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.057204:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.059663:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.062677:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.066748:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.068884:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.071796:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.076250:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.078798:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.082307:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.085065:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.090603:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.092534:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.094492:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.099846:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.099885:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.102830:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.108015:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.112509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.115380:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.120108:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099176680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997395072:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126811.120186:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da906377348577 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5879 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.120200:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:0.0:1746126811.120240:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004818688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4593us (4865us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126811.120247:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 28975 00000100:00100000:0.0:1746126811.123678:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.124072:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.124091:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004819200 00000100:00100000:0.0:1746126811.124096:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004819200 00000100:00100000:0.0:1746126811.126074:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28976 00000100:00100000:0.0:1746126811.126081:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1764:x1830946004819200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126811.126095:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126811.126107:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734857e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5880 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.126151:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da906377348577 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5879 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.126158:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126811.126160:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126811.126162:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734857e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5880 expref: 11 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.126189:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da906377348577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5879 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.126203:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da906377348577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5879 expref: 5 pid: 11460 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746126811.126213:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997395328:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126811.126262:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126811.129493:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.132543:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.136815:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.139912:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.145712:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.149017:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.153156:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.157048:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.157106:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.163726:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004820992 00000100:00100000:0.0:1746126811.163730:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004820992 00010000:00010000:0.0:1746126811.163745:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734858c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff588e expref: 6 pid: 9597 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746126811.163760:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16698 00000100:00100000:0.0:1746126811.163764:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004820992:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126811.163772:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126811.163787:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734858c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff588e expref: 6 pid: 9597 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.163796:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734858c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff588e expref: 6 pid: 9597 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.163809:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734858c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff588e expref: 6 pid: 9597 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.163836:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126811.163838:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126811.163843:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da906377348593 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5895 expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.163850:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da906377348593 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5895 expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.163867:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da906377348593 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5895 expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.163875:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da906377348593 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5895 expref: 11 pid: 9597 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746126811.163884:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b521a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997396352:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126811.163934:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126811.166885:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.170001:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.174030:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.178262:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.182671:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.185063:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004822016 00000100:00100000:0.0:1746126811.185068:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004822016 00000100:00100000:0.0:1746126811.185097:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28982 00000100:00100000:0.0:1746126811.185103:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+11:1764:x1830946004822016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126811.185114:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126811.185139:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da9063773485a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff58aa expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.185159:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da9063773485a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58a3 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.185165:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126811.185166:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126811.185170:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da9063773485a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58aa expref: 12 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.185188:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da9063773485a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58a3 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.185198:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da9063773485a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58a3 expref: 5 pid: 11460 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746126811.185206:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5219c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997396864:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126811.185253:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126811.188263:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.191558:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.198300:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.201370:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.203084:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b521a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2028:x1830946004822912:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1513us (1709us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746126811.203091:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2134 00002000:00100000:0.0:1746126811.203098:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800b521a300 x1830946004822912/t4294970522(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 496/448 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.203112:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b521a300 with x1830946004822912 ext(0->7) 00010000:00010000:0.0:1746126811.203117:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da9063773485a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58aa expref: 13 pid: 11460 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.203297:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da9063773485a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58aa expref: 13 pid: 11460 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126811.203303:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b521a300 00000100:00100000:0.0:1746126811.205560:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.215335:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.220170:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.225562:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.228960:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.233930:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.233975:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.238302:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.242194:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004824576 00000100:00100000:0.0:1746126811.242201:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004824576 00000100:00100000:0.0:1746126811.242292:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 28987 00000100:00100000:0.0:1746126811.242299:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1764:x1830946004824576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126811.242312:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126811.242322:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da9063773485cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff58cd expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.242340:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126811.242344:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da9063773485c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58c6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.242350:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126811.242352:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da9063773485cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58cd expref: 15 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126811.250507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.254394:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.257915:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.262415:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.264599:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.268825:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.271255:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.273441:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.278311:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.288787:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.290881:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946004826624:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 707us (2092us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746126811.290888:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2139 00002000:00100000:0.0:1746126811.290893:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098489500 x1830946004826624/t4294970523(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 496/448 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.290908:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489500 with x1830946004826624 ext(0->7) 00010000:00010000:0.0:1746126811.290913:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da9063773485d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58db expref: 15 pid: 21550 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.290923:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da9063773485d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58db expref: 15 pid: 21550 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126811.290932:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098489500 00000100:00100000:0.0:1746126811.292591:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.295834:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.297446:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004827136 00000100:00100000:0.0:1746126811.297450:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004827136 00002000:00100000:0.0:1746126811.297474:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174000 x1830946004827136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:572/0 lens 488/0 e 0 to 0 dl 1746126822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.297482:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174000 with x1830946004827136 ext(0->4095) 00010000:00010000:0.0:1746126811.297488:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773485e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58e2 expref: 6 pid: 21550 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.297497:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773485e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58e2 expref: 6 pid: 21550 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126811.297503:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174000 00000100:00100000:0.0:1746126811.297514:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2140 00000100:00100000:0.0:1746126811.297518:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004827136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126811.297620:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004827136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126811.297625:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2140 00002000:00100000:0.0:1746126811.297630:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174000 x1830946004827136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.297638:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174000 with x1830946004827136 ext(0->4095) 00010000:00010000:0.0:1746126811.297642:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773485e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58e2 expref: 6 pid: 21550 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.297650:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773485e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff58e2 expref: 6 pid: 21550 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126811.297656:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174000 00000100:00100000:0.0:1746126811.299980:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.300017:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.304368:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.306530:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.308324:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.310933:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.313519:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.316621:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.317930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.320391:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.324050:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.326251:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.326324:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.328826:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.331933:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.331975:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.335928:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004830208 00000100:00100000:0.0:1746126811.335934:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004830208 00002000:00100000:0.0:1746126811.335966:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175880 x1830946004830208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:572/0 lens 488/0 e 0 to 0 dl 1746126822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.335975:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175880 with x1830946004830208 ext(0->4095) 00010000:00010000:0.0:1746126811.335982:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734860a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff590c expref: 6 pid: 11460 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.335993:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734860a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff590c expref: 6 pid: 11460 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126811.335999:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175880 00000100:00100000:0.0:1746126811.336113:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2144 00000100:00100000:0.0:1746126811.336120:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004830208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126811.336237:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004830208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126811.336242:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2144 00002000:00100000:0.0:1746126811.336247:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175880 x1830946004830208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.336253:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175880 with x1830946004830208 ext(0->4095) 00010000:00010000:0.0:1746126811.336257:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734860a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff590c expref: 6 pid: 11460 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746126811.336265:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734860a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff590c expref: 6 pid: 11460 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746126811.336270:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175880 00000100:00100000:0.0:1746126811.337694:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.339726:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.341937:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.345183:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.349119:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.351164:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.352409:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004831360 00000100:00100000:0.0:1746126811.352413:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004831360 00000100:00100000:0.0:1746126811.353390:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29000 00000100:00100000:0.0:1746126811.353405:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+16:1765:x1830946004831360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126811.353414:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126811.353428:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da906377348626 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5928 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.353449:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126811.353453:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a292a00/0x63da90637734861f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5921 expref: 17 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.353458:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126811.353461:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da906377348626 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5928 expref: 17 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.353483:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a292a00/0x63da90637734861f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5921 expref: 17 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.353493:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da906377348626 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5928 expref: 17 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.353501:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:0.0:1746126811.353538:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1765:x1830946004831360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126811.353543:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29000 00000100:00100000:0.0:1746126811.355284:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.360338:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.364179:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.367468:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.370558:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.374517:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.380307:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.380401:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.386743:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.389870:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.394068:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.396075:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.399582:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.399961:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004833664 00000100:00100000:0.0:1746126811.399966:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004833664 00002000:00100000:0.0:1746126811.399997:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67c000 x1830946004833664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 488/0 e 0 to 0 dl 1746126822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.400005:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67c000 with x1830946004833664 ext(0->4095) 00002000:00010000:0.0:1746126811.400009:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67c000 00000100:00100000:0.0:1746126811.400023:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13194 00000100:00100000:0.0:1746126811.400029:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946004833664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126811.400159:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946004833664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (576us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126811.400164:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13194 00002000:00100000:0.0:1746126811.400168:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67c000 x1830946004833664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746126822 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.400180:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67c000 with x1830946004833664 ext(0->4095) 00002000:00010000:0.0:1746126811.400182:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67c000 00000100:00100000:0.0:1746126811.402417:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.408473:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.415183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.419397:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.430942:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.442965:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.444262:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946004834944:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 996us (1300us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746126811.444268:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2149 00002000:00100000:0.0:1746126811.444274:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67d880 x1830946004834944/t4294970524(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 496/448 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.444281:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d880 with x1830946004834944 ext(0->7) 00010000:00010000:0.0:1746126811.444285:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a292c00/0x63da906377348649 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff594b expref: 17 pid: 11460 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.444294:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a292c00/0x63da906377348649 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff594b expref: 17 pid: 11460 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.444299:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67d880 00000100:00100000:0.0:1746126811.451396:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.451444:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.454034:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.456163:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.459428:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.482830:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.502567:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.502691:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.502713:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004836224 00000100:00100000:0.0:1746126811.502721:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004836224 00000100:00100000:0.0:1746126811.502754:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29009 00000100:00100000:0.0:1746126811.502761:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1764:x1830946004836224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126811.502775:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126811.502788:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da906377348665 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5967 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.502808:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126811.502812:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da90637734865e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5960 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.502817:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126811.502821:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da906377348665 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5967 expref: 18 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.502849:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da90637734865e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5960 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.502860:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da906377348665 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5967 expref: 18 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.502869:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:0.0:1746126811.502922:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1764:x1830946004836224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126811.502928:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29009 00000100:00100000:0.0:1746126811.504405:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946004836096:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 859us (1841us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746126811.504411:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2151 00002000:00100000:0.0:1746126811.504415:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67e300 x1830946004836096/t4294970525(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 496/448 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.504422:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e300 with x1830946004836096 ext(0->7) 00010000:00010000:0.0:1746126811.504427:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da906377348657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5959 expref: 20 pid: 11460 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.504435:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da906377348657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5959 expref: 20 pid: 11460 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.504440:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67e300 00000100:00100000:0.0:1746126811.506289:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.510218:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.517257:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.521669:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.528926:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.538932:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946004837248:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2472us (3501us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746126811.538942:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2153 00002000:00100000:0.0:1746126811.538950:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b1bad80 x1830946004837248/t4294970526(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 496/448 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.538962:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bad80 with x1830946004837248 ext(0->7) 00010000:00010000:0.0:1746126811.538970:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da906377348665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5967 expref: 21 pid: 9597 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.538981:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da906377348665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5967 expref: 21 pid: 9597 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.538986:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1bad80 00000100:00100000:0.0:1746126811.547605:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.559401:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.559460:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.565434:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.565633:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.570484:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.570509:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004838272 00000100:00100000:0.0:1746126811.570513:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004838272 00002000:00100000:0.0:1746126811.570539:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd97800 x1830946004838272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 488/0 e 0 to 0 dl 1746126822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.570547:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97800 with x1830946004838272 ext(0->4095) 00010000:00010000:0.0:1746126811.570553:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da906377348673 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5975 expref: 22 pid: 11460 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.570563:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da906377348673 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5975 expref: 22 pid: 11460 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.570569:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd97800 00000100:00100000:0.0:1746126811.570581:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2154 00000100:00100000:0.0:1746126811.570586:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946004838272:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126811.570676:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946004838272:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126811.570681:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2154 00002000:00100000:0.0:1746126811.570685:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd97800 x1830946004838272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.570692:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97800 with x1830946004838272 ext(0->4095) 00010000:00010000:0.0:1746126811.570696:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da906377348673 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5975 expref: 22 pid: 11460 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.570704:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da906377348673 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5975 expref: 22 pid: 11460 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.570709:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd97800 00000100:00100000:0.0:1746126811.582321:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.589795:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.593611:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.596991:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.600603:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.600659:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.604873:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.605190:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.609282:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.611237:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.615117:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.619288:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.623425:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.627563:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.630870:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.634196:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.637067:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.641959:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.643102:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.646905:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.650160:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.655500:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.658348:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.663093:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.666210:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.669143:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004842880 00000100:00100000:0.0:1746126811.669148:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004842880 00002000:00100000:0.0:1746126811.669177:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175f80 x1830946004842880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:572/0 lens 488/0 e 0 to 0 dl 1746126822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.669185:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175f80 with x1830946004842880 ext(0->4095) 00010000:00010000:0.0:1746126811.669191:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da9063773486b2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff59b4 expref: 6 pid: 9597 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.669201:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da9063773486b2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff59b4 expref: 6 pid: 9597 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.669207:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175f80 00000100:00100000:0.0:1746126811.669625:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2160 00000100:00100000:0.0:1746126811.669632:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004842880:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126811.669750:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004842880:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (1246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126811.669755:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2160 00002000:00100000:0.0:1746126811.669760:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175f80 x1830946004842880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:572/0 lens 488/4536 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.669766:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175f80 with x1830946004842880 ext(0->4095) 00010000:00010000:0.0:1746126811.669771:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da9063773486b2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff59b4 expref: 6 pid: 9597 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.669779:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da9063773486b2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff59b4 expref: 6 pid: 9597 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.669784:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175f80 00000100:00100000:0.0:1746126811.673303:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.675865:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.679598:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.682906:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.688247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.691391:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.694768:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.698058:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.698391:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.704265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.704706:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.709420:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.713007:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.717777:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.720798:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.723851:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.728335:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.729714:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.732339:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.734339:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.738296:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.741278:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.749009:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.752473:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.756829:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.756862:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.759794:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.763269:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.769168:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.772192:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.772860:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997409664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126811.772932:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126811.773747:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997409664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126811.775887:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.778474:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.782698:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.787082:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.787119:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.790815:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.791977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.794551:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.799057:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.801742:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.810220:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.817004:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.824427:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.828634:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.832583:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.832629:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.835275:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099174380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997410816:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126811.835295:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da906377348722 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a2b expref: 24 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.835304:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292400, rc 0) 00000100:00100000:0.0:1746126811.835342:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+24:1765:x1830946004850816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2363us (2712us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126811.835348:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29036 00000100:00100000:0.0:1746126811.841151:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1b9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997411072:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126811.841169:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126811.841218:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004850944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5724us (5927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126811.841228:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16755 00000100:00100000:0.0:1746126811.844959:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004851328 00000100:00100000:0.0:1746126811.844966:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004851328 00000100:00100000:0.0:1746126811.845010:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29038 00000100:00100000:0.0:1746126811.845016:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004851328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126811.845031:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126811.845044:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5e00/0x63da906377348730 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5a32 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.845065:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126811.845070:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da906377348729 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a24 expref: 23 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.845075:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126811.845078:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5e00/0x63da906377348730 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a32 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.845104:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da906377348729 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a24 expref: 23 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.845115:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5e00/0x63da906377348730 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a32 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.845123:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5e00, rc 0) 00000100:00100000:0.0:1746126811.845175:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004851328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126811.845180:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29038 00000100:00100000:0.0:1746126811.845817:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.851009:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.853094:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.854493:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.858736:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.866048:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.870488:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004852736 00000100:00100000:0.0:1746126811.870495:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004852736 00000100:00100000:0.0:1746126811.871064:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29040 00000100:00100000:0.0:1746126811.871074:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004852736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126811.871090:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126811.871118:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734873e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5a40 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.871159:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a39 expref: 22 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.871166:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126811.871167:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126811.871170:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734873e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a40 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.871195:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a39 expref: 22 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126811.871205:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a39 expref: 22 pid: 21550 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746126811.871216:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997411840:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126811.871290:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126811.879020:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.879062:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.881326:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.885027:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.891412:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099177480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997412224:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126811.891428:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126811.892099:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004853376:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5284us (7076us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126811.892106:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16760 00000100:00100000:0.0:1746126811.898350:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.919410:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.919501:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.923889:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2028:x1830946004853888:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1667us (4481us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746126811.923909:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2172 00002000:00100000:0.0:1746126811.924066:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801373be680 x1830946004853888/t4294970528(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 496/448 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.924074:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946004853888 ext(0->7) 00010000:00010000:0.0:1746126811.924082:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da906377348745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a47 expref: 26 pid: 9597 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.924093:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da906377348745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a47 expref: 26 pid: 9597 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.924099:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373be680 00000100:00100000:0.0:1746126811.929671:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.935557:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.938918:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.944505:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.957856:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.972117:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.973112:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946004855040:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 806us (994us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746126811.973122:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2174 00002000:00100000:0.0:1746126811.973147:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082510000 x1830946004855040/t4294970529(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:572/0 lens 496/448 e 0 to 0 dl 1746126822 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126811.973154:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510000 with x1830946004855040 ext(0->7) 00010000:00010000:0.0:1746126811.973159:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872600/0x63da906377348753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a55 expref: 27 pid: 9597 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126811.973168:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872600/0x63da906377348753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a55 expref: 27 pid: 9597 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126811.973173:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510000 00000100:00100000:0.0:1746126811.975437:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.980694:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.984433:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.990435:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.990541:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.995730:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126811.999265:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.003325:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.007233:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.014304:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004856704 00000100:00100000:0.0:1746126812.014309:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004856704 00010000:00010000:0.0:1746126812.014330:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377348768 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a6a expref: 27 pid: 21550 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746126812.014356:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16766 00000100:00100000:0.0:1746126812.014361:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946004856704:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126812.014370:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126812.014386:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377348768 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a6a expref: 27 pid: 21550 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126812.014395:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377348768 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a6a expref: 27 pid: 21550 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126812.014413:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377348768 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a6a expref: 27 pid: 21550 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126812.014424:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.014425:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.014431:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da90637734876f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a71 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.014438:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da90637734876f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a71 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.014457:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da90637734876f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a71 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126812.014466:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997413760:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126812.016711:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.018833:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.023045:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.023282:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.029301:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.031243:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.040523:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.046791:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.047840:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.053921:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.058755:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.062454:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.085667:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.086527:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2030:x1830946004859264:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 613us (863us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746126812.086534:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2179 00002000:00100000:0.0:1746126812.086540:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d113100 x1830946004859264/t4294970530(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.086547:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946004859264 ext(0->7) 00010000:00010000:0.0:1746126812.086552:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734878b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a8d expref: 29 pid: 9597 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126812.086561:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734878b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5a8d expref: 29 pid: 9597 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126812.086566:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d113100 00000100:00100000:0.0:1746126812.091266:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.092708:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.097101:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.103056:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.105803:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:0.0:1746126812.111092:0:7233:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990999 is committed 00000001:00080000:0.0:1746126812.111112:0:7233:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990997 is committed 00000004:00080000:0.0:1746126812.111120:0:7233:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000004:00080000:0.0:1746126812.111139:0:7233:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00010000:00010000:0.0:1746126812.111176:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292200/0x63da90637734844a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126812.111184:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292200/0x63da90637734844a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126812.111189:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292200/0x63da90637734844a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126812.111194:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a292200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126812.111199:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292200/0x63da90637734844a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126812.111204:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292200/0x63da90637734844a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126812.111216:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff8800780dab00) 00010000:00010000:0.0:1746126812.111218:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126812.111222:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292200/0x63da90637734844a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126812.111226:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292200/0x63da90637734844a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126812.111244:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd10600/0x63da90637734847b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126812.111249:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd10600/0x63da90637734847b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126812.111256:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd10600/0x63da90637734847b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126812.111260:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd10600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126812.111262:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd10600/0x63da90637734847b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126812.111266:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd10600/0x63da90637734847b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126812.111272:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009912dd00) 00010000:00010000:0.0:1746126812.111274:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126812.111275:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd10600/0x63da90637734847b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126812.111279:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd10600/0x63da90637734847b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126812.111289:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c36e400/0x63da9063773484f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126812.111293:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c36e400/0x63da9063773484f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126812.111297:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c36e400/0x63da9063773484f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126812.111301:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c36e400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126812.111303:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c36e400/0x63da9063773484f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126812.111307:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c36e400/0x63da9063773484f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126812.111314:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:0.0:1746126812.111315:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126812.111317:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c36e400/0x63da9063773484f9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126812.111321:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c36e400/0x63da9063773484f9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00000100:00100000:0.0:1746126812.114992:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126812.116448:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126812.116883:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.117447:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.117482:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946004860416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2139us (2491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126812.117489:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16773 00000004:00080000:0.0:1746126812.118172:0:3787:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800b5309500/2, rc 0, transno 4294972244 00000100:00100000:0.0:1746126812.118178:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997415552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746126812.120689:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.123477:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.123519:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.131491:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.132592:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.136690:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.141465:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.145572:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.148346:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.150547:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.155852:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.156176:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.160739:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.161400:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.168066:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.172455:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.175912:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.179318:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.183054:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.185542:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.188228:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.188346:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.190705:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.193543:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.196351:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.200378:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.205433:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.209797:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.211588:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.214988:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.219069:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.221188:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.226649:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.230621:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.233659:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.235614:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.240044:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.242571:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.244478:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.247355:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.253434:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.257446:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.260977:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.263860:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.272377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.274350:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.277233:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.282577:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.291061:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.301406:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.312541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.314834:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946004869760:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1294us (2297us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746126812.314842:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2191 00002000:00100000:0.0:1746126812.314849:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ade9f80 x1830946004869760/t4294970531(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.314856:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946004869760 ext(0->7) 00010000:00010000:0.0:1746126812.314862:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734881e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b19 expref: 31 pid: 9597 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126812.314872:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734881e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b19 expref: 31 pid: 9597 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126812.314877:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:0.0:1746126812.328773:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.331106:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.333384:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.340853:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.346531:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.350589:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.350609:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004870784 00000100:00100000:0.0:1746126812.352178:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004870784 00002000:00100000:0.0:1746126812.352220:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb800 x1830946004870784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 488/0 e 0 to 0 dl 1746126823 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.352229:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946004870784 ext(0->4095) 00010000:00010000:0.0:1746126812.352236:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872200/0x63da90637734882c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b27 expref: 32 pid: 21550 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126812.352248:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872200/0x63da90637734882c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b27 expref: 32 pid: 21550 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126812.352254:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeb800 00000100:00100000:0.0:1746126812.352275:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2192 00000100:00100000:0.0:1746126812.352281:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2027:x1830946004870784:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126812.352408:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2027:x1830946004870784:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1818us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126812.352414:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2192 00002000:00100000:0.0:1746126812.352419:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb800 x1830946004870784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.352426:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946004870784 ext(0->4095) 00010000:00010000:0.0:1746126812.352430:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872200/0x63da90637734882c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b27 expref: 32 pid: 21550 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746126812.352440:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872200/0x63da90637734882c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b27 expref: 32 pid: 21550 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746126812.352445:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeb800 00000100:00100000:0.0:1746126812.355265:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.356108:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.360899:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099177b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997421056:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126812.360915:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126812.360960:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2030:x1830946004871040:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4135us (4852us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126812.360969:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16794 00000100:00100000:0.0:1746126812.369109:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.369258:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.373358:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.378090:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.382922:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.390645:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.393905:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997421568:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126812.394064:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5c00/0x63da906377348848 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b43 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.394080:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b5c00, rc 0) 00000100:00100000:0.0:1746126812.394151:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004872320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3084us (3489us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126812.394158:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29078 00000100:00100000:0.0:1746126812.394813:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004872448 00000100:00100000:0.0:1746126812.394819:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004872448 00000100:00100000:0.0:1746126812.394857:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29079 00000100:00100000:0.0:1746126812.394863:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1764:x1830946004872448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126812.394875:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126812.394900:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb4800/0x63da90637734884f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5b4a expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.394917:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126812.394921:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5c00/0x63da906377348848 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b43 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.394926:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126812.394928:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb4800/0x63da90637734884f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b4a expref: 32 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.394953:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b5c00/0x63da906377348848 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b43 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.394962:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb4800/0x63da90637734884f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b4a expref: 32 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.394968:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb4800, rc 0) 00000100:00100000:0.0:1746126812.395368:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1764:x1830946004872448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 503us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126812.395372:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29079 00000100:00100000:0.0:1746126812.405955:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.411831:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.412045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.417907:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.421406:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.424710:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.427249:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.430074:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.433671:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.438412:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.440416:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.447372:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.451211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.451729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.457405:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.461923:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.462333:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.466003:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.470415:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099174a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997423488:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126812.470433:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126812.470872:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004875776 00000100:00100000:0.0:1746126812.470877:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004875776 00002000:00100000:0.0:1746126812.470915:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177480 x1830946004875776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 488/0 e 0 to 0 dl 1746126823 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.470924:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177480 with x1830946004875776 ext(0->4095) 00002000:00010000:0.0:1746126812.470928:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099177480 00000100:00100000:0.0:1746126812.470958:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13230 00000100:00100000:0.0:1746126812.470964:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946004875776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126812.471743:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946004875776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 778us (982us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126812.471749:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13230 00002000:00100000:0.0:1746126812.471754:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177480 x1830946004875776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746126823 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.471762:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177480 with x1830946004875776 ext(0->4095) 00002000:00010000:0.0:1746126812.471765:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099177480 00000100:00100000:0.0:1746126812.473499:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.475288:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.477509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.481692:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.487250:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.490262:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.505658:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.507857:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+33:2028:x1830946004877056:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2040us (2195us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746126812.507868:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2200 00002000:00100000:0.0:1746126812.507875:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a0812d80 x1830946004877056/t4294970532(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.507884:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946004877056 ext(0->7) 00010000:00010000:0.0:1746126812.507901:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da906377348887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b82 expref: 33 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.507913:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da906377348887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b82 expref: 33 pid: 25366 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.507920:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0812d80 00000100:00100000:0.0:1746126812.517778:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.521498:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126812.527063:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.529492:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.530769:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.532095:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.534838:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.538323:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.538397:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.542873:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004878592 00000100:00100000:0.0:1746126812.542879:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004878592 00002000:00100000:0.0:1746126812.542918:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174a80 x1830946004878592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 488/0 e 0 to 0 dl 1746126823 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.542926:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174a80 with x1830946004878592 ext(0->4095) 00010000:00010000:0.0:1746126812.542932:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734889c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b97 expref: 33 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.542942:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734889c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b97 expref: 33 pid: 21550 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.542947:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174a80 00000100:00100000:0.0:1746126812.542970:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2202 00000100:00100000:0.0:1746126812.542976:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+33:2027:x1830946004878592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126812.543077:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+33:2027:x1830946004878592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126812.543082:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2202 00002000:00100000:0.0:1746126812.543087:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174a80 x1830946004878592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 488/4536 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.543094:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174a80 with x1830946004878592 ext(0->4095) 00010000:00010000:0.0:1746126812.543098:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734889c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b97 expref: 33 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.543106:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734889c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5b97 expref: 33 pid: 21550 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.543112:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174a80 00000100:00100000:0.0:1746126812.545409:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.548685:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.555647:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.558440:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.580573:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.584586:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2027:x1830946004879744:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3761us (4009us total) trans 4294970533 rc 0/0 00000100:00100000:0.0:1746126812.584598:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2204 00002000:00100000:0.0:1746126812.584609:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800992b5500 x1830946004879744/t4294970533(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.584617:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5500 with x1830946004879744 ext(0->7) 00010000:00010000:0.0:1746126812.584625:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da9063773488aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ba5 expref: 35 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.584643:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da9063773488aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ba5 expref: 35 pid: 25366 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.584649:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b5500 00000100:00100000:0.0:1746126812.602363:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.603776:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.604170:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16812 00000100:00100000:0.0:1746126812.604177:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2029:x1830946004880000:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126812.604186:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126812.604202:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da9063773488aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ba5 expref: 36 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.604211:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da9063773488aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ba5 expref: 36 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.604225:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099873c00/0x63da9063773488aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ba5 expref: 36 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.604244:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.604246:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.604251:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da9063773488b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bac expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.604257:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da9063773488b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bac expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.604283:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da9063773488b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bac expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.604293:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da9063773488b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bac expref: 5 pid: 25366 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746126812.604303:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997425664:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126812.604361:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126812.606282:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.608187:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.610680:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.617593:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.623704:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.628417:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946004880896:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4227us (4711us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746126812.628426:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2206 00002000:00100000:0.0:1746126812.628435:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800990d9880 x1830946004880896/t4294970534(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.628442:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d9880 with x1830946004880896 ext(0->7) 00010000:00010000:0.0:1746126812.628450:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872600/0x63da9063773488b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bb3 expref: 37 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.628462:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872600/0x63da9063773488b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bb3 expref: 37 pid: 25366 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.628472:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d9880 00000100:00100000:0.0:1746126812.635217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.637885:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.641151:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004881408 00000100:00100000:0.0:1746126812.641155:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004881408 00002000:00100000:0.0:1746126812.641180:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b800 x1830946004881408/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:573/0 lens 488/0 e 0 to 0 dl 1746126823 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.641188:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b800 with x1830946004881408 ext(0->4095) 00010000:00010000:0.0:1746126812.641193:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773488bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bba expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.641201:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773488bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bba expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.641206:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530b800 00000100:00100000:0.0:1746126812.643726:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.643884:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.647299:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.649344:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.653917:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.655376:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.658049:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.661400:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.663716:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.663754:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.668007:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.675343:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.679736:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.682929:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.686536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.690041:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.690079:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.694587:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.698024:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.709395:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.713983:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.717930:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099176300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997428096:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126812.717946:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126812.718014:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2030:x1830946004885120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3840us (4037us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126812.718022:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16822 00000100:00100000:0.0:1746126812.724831:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.729338:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.737455:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946004885632:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 7206us (8118us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746126812.737464:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2212 00002000:00100000:0.0:1746126812.737474:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009848fb80 x1830946004885632/t4294970535(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.737482:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848fb80 with x1830946004885632 ext(0->7) 00010000:00010000:0.0:1746126812.737490:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773488f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bf2 expref: 39 pid: 9597 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.737506:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773488f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5bf2 expref: 39 pid: 9597 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.737512:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848fb80 00000100:00100000:0.0:1746126812.742455:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.756026:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.765496:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.769106:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.772394:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.776392:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.779471:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.780734:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946004886784:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1036us (1267us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746126812.780740:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2214 00002000:00100000:0.0:1746126812.780745:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880135afc000 x1830946004886784/t4294970536(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.780752:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830946004886784 ext(0->7) 00010000:00010000:0.0:1746126812.780757:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c00 expref: 41 pid: 9597 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.780766:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c00 expref: 41 pid: 9597 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.780771:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afc000 00000100:00100000:0.0:1746126812.796899:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.797601:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.805517:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.810958:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.817104:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.833499:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.850162:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.851106:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946004887936:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 728us (986us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746126812.851112:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2216 00002000:00100000:0.0:1746126812.851118:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ba53b80 x1830946004887936/t4294970537(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.851142:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53b80 with x1830946004887936 ext(0->7) 00010000:00010000:0.0:1746126812.851148:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c0e expref: 43 pid: 9597 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.851156:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c0e expref: 43 pid: 9597 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.851161:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba53b80 00000100:00100000:0.0:1746126812.863267:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.873621:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.883797:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.890653:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.923641:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.925742:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2029:x1830946004889088:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 793us (2108us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746126812.925749:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2217 00002000:00100000:0.0:1746126812.925755:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c9ed80 x1830946004889088/t4294970538(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.925762:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9ed80 with x1830946004889088 ext(0->7) 00010000:00010000:0.0:1746126812.925767:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c1c expref: 45 pid: 9597 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.925776:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c1c expref: 45 pid: 9597 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.925781:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9ed80 00000100:00100000:0.0:1746126812.930052:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.935023:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.937496:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.941782:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.944720:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.950597:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.953014:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004890368 00000100:00100000:0.0:1746126812.953019:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004890368 00000100:00100000:0.0:1746126812.953271:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29113 00000100:00100000:0.0:1746126812.953278:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946004890368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126812.953291:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126812.953303:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a292a00/0x63da90637734893d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5c38 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.953321:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c31 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.953332:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.953333:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.953336:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292a00/0x63da90637734893d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c38 expref: 46 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.953358:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c31 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.953367:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348936 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c31 expref: 5 pid: 25366 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746126812.953377:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997430528:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126812.953433:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126812.954564:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.956706:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997430528:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126812.956724:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a292a00/0x63da90637734893d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c38 expref: 45 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.956736:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292a00, rc 0) 00000100:00100000:0.0:1746126812.956757:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946004890368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3479us (4219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126812.956763:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29113 00000100:00100000:0.0:1746126812.962608:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.966753:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.975279:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.982098:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.986191:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2028:x1830946004891264:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3955us (4092us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746126812.986202:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2220 00002000:00100000:0.0:1746126812.986213:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098a1ad80 x1830946004891264/t4294970539(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:573/0 lens 496/448 e 0 to 0 dl 1746126823 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126812.986223:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1ad80 with x1830946004891264 ext(0->7) 00010000:00010000:0.0:1746126812.986232:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a292a00/0x63da90637734893d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c38 expref: 47 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126812.986246:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a292a00/0x63da90637734893d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c38 expref: 47 pid: 25366 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126812.986252:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a1ad80 00000100:00100000:0.0:1746126812.992378:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.996638:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126812.999411:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004891776 00000100:00100000:0.0:1746126812.999418:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004891776 00000100:00100000:0.0:1746126812.999567:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29115 00000100:00100000:0.0:1746126812.999574:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1765:x1830946004891776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126812.999587:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126812.999599:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734894b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5c46 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.999619:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377348944 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c3f expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.999630:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.999631:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126812.999635:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734894b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c46 expref: 47 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.999658:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377348944 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c3f expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126812.999667:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377348944 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c3f expref: 5 pid: 25366 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746126812.999678:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098a19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997431040:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126813.003584:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 10 seconds 00000100:00100000:0.0:1746126813.010610:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.028231:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.034192:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.035375:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.049417:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.049505:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.053651:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.063399:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.066878:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.073289:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.077219:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.078288:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.082240:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004894336 00000100:00100000:0.0:1746126813.082246:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004894336 00002000:00100000:0.0:1746126813.082275:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a300 x1830946004894336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746126824 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.082284:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946004894336 ext(0->4095) 00010000:00010000:0.0:1746126813.082289:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c62 expref: 6 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.082299:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c62 expref: 6 pid: 25366 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126813.082305:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530a300 00000100:00100000:0.0:1746126813.083229:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2224 00000100:00100000:0.0:1746126813.083236:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004894336:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746126813.083350:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004894336:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 114us (1514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126813.083356:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2224 00002000:00100000:0.0:1746126813.083361:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a300 x1830946004894336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.083369:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946004894336 ext(0->4095) 00010000:00010000:0.0:1746126813.083374:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c62 expref: 6 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.083383:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c62 expref: 6 pid: 25366 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126813.083387:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530a300 00000100:00100000:0.0:1746126813.087558:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.091656:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.091695:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004894720 00000100:00100000:0.0:1746126813.091700:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004894720 00002000:00100000:0.0:1746126813.091728:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b4a80 x1830946004894720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746126824 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.091737:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b4a80 with x1830946004894720 ext(0->4095) 00002000:00010000:0.0:1746126813.091740:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b4a80 00000100:00100000:0.0:1746126813.091762:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13248 00000100:00100000:0.0:1746126813.091767:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2027:x1830946004894720:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126813.091848:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2027:x1830946004894720:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126813.091853:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13248 00002000:00100000:0.0:1746126813.091857:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b4a80 x1830946004894720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746126824 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.091864:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b4a80 with x1830946004894720 ext(0->4095) 00002000:00010000:0.0:1746126813.091866:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b4a80 00000100:00100000:0.0:1746126813.101120:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.115966:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.119481:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.120922:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946004895104:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1173us (1445us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746126813.120930:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2225 00002000:00100000:0.0:1746126813.120936:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ade8e00 x1830946004895104/t4294970540(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.120947:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8e00 with x1830946004895104 ext(0->7) 00010000:00010000:0.0:1746126813.120953:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da90637734896e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c69 expref: 50 pid: 25366 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.120963:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da90637734896e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c69 expref: 50 pid: 25366 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126813.120969:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade8e00 00000100:00100000:0.0:1746126813.127533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.129652:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e14f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997432832:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126813.129669:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126813.130187:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946004895232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2440us (2658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126813.130195:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16840 00000100:00100000:0.0:1746126813.132226:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.135512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.140116:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.162665:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.180164:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.184670:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.185765:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.188536:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.192944:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004896768 00000100:00100000:0.0:1746126813.192952:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004896768 00010000:00010000:0.0:1746126813.192979:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da906377348983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c7e expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746126813.193017:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16843 00000100:00100000:0.0:1746126813.193023:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004896768:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126813.193032:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126813.193047:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da906377348983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c7e expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.193056:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da906377348983 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c7e expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.193076:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099872400/0x63da906377348983 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c7e expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.193101:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126813.193103:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126813.193109:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734898a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c85 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126813.193115:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734898a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c85 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126813.193158:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734898a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5c85 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126813.193169:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997433472:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126813.193240:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126813.196208:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997433472:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126813.196223:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126813.196254:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004896768:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3231us (3637us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126813.196261:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16843 00000100:00100000:0.0:1746126813.198647:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.202527:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.207661:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.207709:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.209820:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.213552:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.217984:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.218556:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.221502:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.224965:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.225005:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.230742:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997434624:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126813.230759:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126813.231286:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946004898944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5702us (6279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126813.231295:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16847 00000100:00100000:0.0:1746126813.234816:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.239248:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.243725:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.250215:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.250292:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.253525:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.255021:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.261383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.267621:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.269942:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.276563:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.281931:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.282057:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.286720:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.287657:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.288442:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.288601:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.288638:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126813.289294:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126813.289342:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126813.289687:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.295500:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.301986:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.308675:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.322278:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.323453:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946004903296:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1004us (1182us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746126813.323460:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2235 00002000:00100000:0.0:1746126813.323466:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a6bfb800 x1830946004903296/t4294970542(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.323472:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfb800 with x1830946004903296 ext(0->7) 00010000:00010000:0.0:1746126813.323477:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773489d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ccb expref: 53 pid: 11460 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.323489:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da9063773489d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ccb expref: 53 pid: 11460 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746126813.323494:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bfb800 00000100:00100000:0.0:1746126813.326303:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.328937:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.333016:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.336500:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.341394:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.343740:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.346901:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.349806:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.358233:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.361203:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.361275:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.361309:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004904960 00000100:00100000:0.0:1746126813.361313:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004904960 00010000:00010000:0.0:1746126813.361334:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da9063773489e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ce0 expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746126813.361351:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16857 00000100:00100000:0.0:1746126813.361356:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004904960:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126813.361365:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126813.361380:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da9063773489e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ce0 expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.361393:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da9063773489e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ce0 expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.361410:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da9063773489e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ce0 expref: 6 pid: 21550 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746126813.361422:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126813.361423:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126813.361429:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da9063773489ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ce7 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126813.361436:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da9063773489ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ce7 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126813.361460:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da9063773489ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ce7 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126813.361470:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997437056:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126813.361515:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126813.368546:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.373726:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.379556:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.381412:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.383802:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.385661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.387791:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.389670:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.392654:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.393565:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.398385:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.401329:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.407766:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.407818:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.412533:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.415223:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.415931:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.431614:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.439706:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.449622:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.451555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.453391:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.457280:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.460048:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.462867:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997439232:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126813.462892:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5c00/0x63da906377348a2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5d26 expref: 54 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126813.462899:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b5c00, rc 0) 00000100:00100000:0.0:1746126813.462925:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f86b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946004909440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2642us (2880us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126813.462930:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29147 00000100:00100000:0.0:1746126813.463530:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.468010:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.472525:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.476375:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.480232:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.486755:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.487959:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.491810:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.494672:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.499273:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.502370:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.505203:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.515868:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946004911616:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 10299us (10657us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746126813.515888:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2245 00002000:00100000:0.0:1746126813.515898:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3a4380 x1830946004911616/t4294970543(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.515907:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4380 with x1830946004911616 ext(0->7) 00010000:00010000:0.0:1746126813.515916:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5d3b expref: 55 pid: 21550 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.515928:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5d3b expref: 55 pid: 21550 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126813.515935:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a4380 00000100:00100000:0.0:1746126813.521509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.531009:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.534205:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.539359:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.547813:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.557626:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.563384:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.567372:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.577723:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.579819:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946004913280:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1629us (2098us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746126813.579826:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2248 00002000:00100000:0.0:1746126813.579833:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e00dc00 x1830946004913280/t4294970544(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.579842:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00dc00 with x1830946004913280 ext(0->7) 00010000:00010000:0.0:1746126813.579848:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377348a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5d50 expref: 57 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.579859:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377348a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5d50 expref: 57 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126813.579865:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00dc00 00000100:00100000:0.0:1746126813.592474:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.602399:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004913664 00000100:00100000:0.0:1746126813.602409:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004913664 00002000:00100000:0.0:1746126813.602451:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b100 x1830946004913664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746126824 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.602459:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b100 with x1830946004913664 ext(0->4095) 00002000:00010000:0.0:1746126813.602464:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b100 00000100:00100000:0.0:1746126813.602497:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13263 00000100:00100000:0.0:1746126813.602503:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004913664:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126813.602615:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946004913664:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (4611us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126813.602621:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13263 00002000:00100000:0.0:1746126813.602626:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b100 x1830946004913664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746126824 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.602632:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b100 with x1830946004913664 ext(0->4095) 00002000:00010000:0.0:1746126813.602634:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b100 00000100:00100000:0.0:1746126813.604851:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.604932:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.612616:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.618645:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.621703:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.624616:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.626790:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.630270:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.634811:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.635641:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.639120:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.641715:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.646507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.649024:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.652677:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.654937:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.658217:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.662490:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.663596:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.665997:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.668897:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.672383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.675472:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.679342:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.686608:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.690963:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.692426:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.697428:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.703199:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.706777:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.709399:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.712757:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.717618:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.720480:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.721288:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.725742:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.727235:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.730274:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.734117:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.737743:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.739692:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.743693:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.747086:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.748161:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.751988:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.753332:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.759964:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.763769:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.768721:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.785027:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.799548:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.810595:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.815398:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.815463:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.818972:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.820723:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.826779:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.830196:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.833279:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.835734:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.841712:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.850009:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.859608:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.868949:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.893508:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.895654:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946004925312:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1928us (2146us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746126813.895663:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2260 00002000:00100000:0.0:1746126813.895670:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de77480 x1830946004925312/t4294970546(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 496/448 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.895678:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77480 with x1830946004925312 ext(0->7) 00010000:00010000:0.0:1746126813.895684:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872200/0x63da906377348af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df1 expref: 61 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.895701:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872200/0x63da906377348af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df1 expref: 61 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126813.895707:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de77480 00000100:00100000:0.0:1746126813.902235:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004925824 00000100:00100000:0.0:1746126813.902241:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004925824 00002000:00100000:0.0:1746126813.902270:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308000 x1830946004925824/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746126824 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.902279:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308000 with x1830946004925824 ext(0->4095) 00010000:00010000:0.0:1746126813.902286:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.902296:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126813.902301:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5308000 00000100:00100000:0.0:1746126813.902321:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2261 00000100:00100000:0.0:1746126813.902326:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004925824:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126813.902430:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004925824:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126813.902435:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2261 00002000:00100000:0.0:1746126813.902440:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308000 x1830946004925824/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.902447:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308000 with x1830946004925824 ext(0->4095) 00010000:00010000:0.0:1746126813.902452:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.902460:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126813.902465:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5308000 00000100:00100000:0.0:1746126813.904378:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004925952 00000100:00100000:0.0:1746126813.904384:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004925952 00010000:00010000:0.0:1746126813.904408:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746126813.904442:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16897 00000100:00100000:0.0:1746126813.904449:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004925952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126813.904459:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126813.904474:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.904483:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.904500:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377348afd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5df8 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126813.904515:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126813.904517:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126813.904522:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a19a600/0x63da906377348b04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5dff expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126813.904532:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a19a600/0x63da906377348b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5dff expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126813.904561:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a19a600/0x63da906377348b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5dff expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126813.904571:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997447296:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126813.904632:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126813.907926:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.910009:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.913767:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.919255:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997447552:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126813.919267:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126813.919284:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946004926464:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4841us (5519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126813.919290:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16898 00000100:00100000:0.0:1746126813.922584:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.923898:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.927615:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.938602:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.942600:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.946573:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.946655:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.949984:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.950023:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.954177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.957557:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.962059:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.964477:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.968310:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.971792:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.973141:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.979794:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.979835:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126813.980021:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348b43 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e3e expref: 62 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126813.980051:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348b3c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e37 expref: 62 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126813.980062:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348b43 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e3e expref: 62 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126813.980068:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b4600, rc 0) 00000100:00100000:1.0:1746126813.980095:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1765:x1830946004930048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126813.980101:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29187 00000100:00100000:0.0:1746126813.983601:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126813.983778:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004930432 00000100:00100000:1.0:1746126813.983783:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004930432 00002000:00100000:1.0:1746126813.983809:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510e00 x1830946004930432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746126824 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126813.983817:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510e00 with x1830946004930432 ext(0->4095) 00010000:00010000:1.0:1746126813.983823:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e37 expref: 62 pid: 9597 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126813.983832:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e37 expref: 62 pid: 9597 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126813.983838:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510e00 00000100:00100000:1.0:1746126813.983858:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2265 00000100:00100000:1.0:1746126813.983862:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946004930432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126813.983955:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946004930432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126813.983961:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2265 00002000:00100000:1.0:1746126813.983965:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510e00 x1830946004930432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746126824 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126813.983972:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510e00 with x1830946004930432 ext(0->4095) 00010000:00010000:1.0:1746126813.983976:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e37 expref: 62 pid: 9597 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126813.983984:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e37 expref: 62 pid: 9597 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126813.983989:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510e00 00000100:00100000:0.0:1746126813.986921:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.991757:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004930816 00000100:00100000:0.0:1746126813.991763:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004930816 00002000:00100000:0.0:1746126813.991794:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67df80 x1830946004930816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 488/0 e 0 to 0 dl 1746126824 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.991803:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67df80 with x1830946004930816 ext(0->4095) 00002000:00010000:0.0:1746126813.991807:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67df80 00000100:00100000:0.0:1746126813.991823:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13281 00000100:00100000:0.0:1746126813.991828:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2029:x1830946004930816:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126813.991955:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2029:x1830946004930816:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126813.991961:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13281 00002000:00100000:0.0:1746126813.991966:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67df80 x1830946004930816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:574/0 lens 488/4536 e 0 to 0 dl 1746126824 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126813.991973:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67df80 with x1830946004930816 ext(0->4095) 00002000:00010000:0.0:1746126813.991976:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67df80 00000100:00100000:0.0:1746126813.995228:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126813.999510:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.002581:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:1.0:1746126814.002977:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126814.003295:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:1.0:1746126814.004349:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126814.008874:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.011386:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.020792:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.043682:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.045346:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.046158:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946004932224:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 658us (813us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746126814.046165:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2267 00002000:00100000:0.0:1746126814.046170:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f0000 x1830946004932224/t4294970547(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.046177:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0000 with x1830946004932224 ext(0->7) 00010000:00010000:0.0:1746126814.046181:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348b51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e4c expref: 64 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126814.046190:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348b51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e4c expref: 64 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126814.046195:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0000 00000100:00100000:0.0:1746126814.047421:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.049932:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.050005:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004932608 00000100:00100000:1.0:1746126814.050010:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004932608 00002000:00100000:1.0:1746126814.050042:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3b80 x1830946004932608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.050051:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3b80 with x1830946004932608 ext(0->4095) 00010000:00010000:1.0:1746126814.050059:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a19a600/0x63da906377348b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e53 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.050069:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a19a600/0x63da906377348b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e53 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.050074:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f3b80 00000100:00100000:1.0:1746126814.050099:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2268 00000100:00100000:1.0:1746126814.050104:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004932608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126814.050328:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004932608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 218us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126814.050337:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2268 00002000:00100000:0.0:1746126814.050342:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3b80 x1830946004932608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.050349:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3b80 with x1830946004932608 ext(0->4095) 00010000:00010000:0.0:1746126814.050353:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a19a600/0x63da906377348b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e53 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126814.050362:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a19a600/0x63da906377348b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e53 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126814.050367:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f3b80 00000100:00100000:0.0:1746126814.056101:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.056466:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004932992 00000100:00100000:1.0:1746126814.056471:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004932992 00002000:00100000:1.0:1746126814.056497:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0380 x1830946004932992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.056504:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0380 with x1830946004932992 ext(0->4095) 00002000:00010000:1.0:1746126814.056508:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0380 00000100:00100000:1.0:1746126814.056520:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13283 00000100:00100000:1.0:1746126814.056525:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2029:x1830946004932992:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126814.056610:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2029:x1830946004932992:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 84us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.056615:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13283 00002000:00100000:1.0:1746126814.056619:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0380 x1830946004932992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.056624:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0380 with x1830946004932992 ext(0->4095) 00002000:00010000:1.0:1746126814.056627:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0380 00000100:00100000:0.0:1746126814.060202:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.065601:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.066917:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946004933248:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1015us (1314us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746126814.066924:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2269 00002000:00100000:0.0:1746126814.066929:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f2300 x1830946004933248/t4294970548(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.066937:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2300 with x1830946004933248 ext(0->7) 00010000:00010000:0.0:1746126814.066942:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da906377348b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e5a expref: 65 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126814.066951:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da906377348b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e5a expref: 65 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126814.066962:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f2300 00000100:00100000:0.0:1746126814.068821:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.069804:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.072715:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.072790:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004933760 00000100:00100000:1.0:1746126814.072794:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004933760 00002000:00100000:1.0:1746126814.072825:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946004933760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.072834:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946004933760 ext(0->4095) 00010000:00010000:1.0:1746126814.072840:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a19b600/0x63da906377348b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e61 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.072853:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a19b600/0x63da906377348b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e61 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.072859:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae44a80 00000100:00100000:1.0:1746126814.072872:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2270 00000100:00100000:1.0:1746126814.072887:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004933760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.073156:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004933760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 268us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.073162:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2270 00002000:00100000:1.0:1746126814.073167:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946004933760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.073173:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946004933760 ext(0->4095) 00010000:00010000:1.0:1746126814.073177:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a19b600/0x63da906377348b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e61 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.073185:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a19b600/0x63da906377348b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e61 expref: 6 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.073190:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae44a80 00000100:00100000:0.0:1746126814.075338:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.078469:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004934144 00000100:00100000:1.0:1746126814.078475:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004934144 00002000:00100000:1.0:1746126814.078504:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ed80 x1830946004934144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.078512:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ed80 with x1830946004934144 ext(0->4095) 00002000:00010000:1.0:1746126814.078516:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67ed80 00000100:00100000:1.0:1746126814.078528:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13284 00000100:00100000:1.0:1746126814.078533:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946004934144:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.078639:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946004934144:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.078644:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13284 00002000:00100000:1.0:1746126814.078649:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ed80 x1830946004934144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.078660:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ed80 with x1830946004934144 ext(0->4095) 00002000:00010000:1.0:1746126814.078662:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67ed80 00000100:00100000:0.0:1746126814.080235:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.084730:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.088307:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.088494:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004934656 00000100:00100000:1.0:1746126814.088501:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004934656 00002000:00100000:1.0:1746126814.088538:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea300 x1830946004934656/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.088547:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea300 with x1830946004934656 ext(0->4095) 00002000:00010000:1.0:1746126814.088551:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deea300 00000100:00100000:1.0:1746126814.088569:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13285 00000100:00100000:1.0:1746126814.088575:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004934656:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126814.088678:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004934656:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.088684:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13285 00002000:00100000:1.0:1746126814.088688:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea300 x1830946004934656/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.088700:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea300 with x1830946004934656 ext(0->4095) 00002000:00010000:1.0:1746126814.088703:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deea300 00000100:00100000:0.0:1746126814.089460:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.093013:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.097739:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.104322:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.104348:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004935296 00000100:00100000:1.0:1746126814.104354:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004935296 00002000:00100000:1.0:1746126814.104393:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dca80 x1830946004935296/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.104402:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dca80 with x1830946004935296 ext(0->4095) 00010000:00010000:1.0:1746126814.104410:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da906377348b7b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e76 expref: 66 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.104423:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da906377348b7b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e76 expref: 66 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.104429:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dca80 00000100:00100000:1.0:1746126814.104446:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2271 00000100:00100000:1.0:1746126814.104452:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946004935296:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.104559:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946004935296:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.104564:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2271 00002000:00100000:1.0:1746126814.104569:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dca80 x1830946004935296/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.104575:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dca80 with x1830946004935296 ext(0->4095) 00010000:00010000:1.0:1746126814.104579:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da906377348b7b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e76 expref: 66 pid: 25366 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.104587:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da906377348b7b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e76 expref: 66 pid: 25366 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.104592:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dca80 00000100:00100000:0.0:1746126814.107496:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.111244:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.114832:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.117977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.120453:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.123098:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.124536:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.124679:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004936448 00000100:00100000:0.0:1746126814.124683:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004936448 00000100:00100000:0.0:1746126814.124714:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29199 00000100:00100000:0.0:1746126814.124720:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1765:x1830946004936448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126814.124727:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126814.124734:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da906377348b97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5e92 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.124746:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126814.124750:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377348b90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e8b expref: 67 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.124755:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126814.124758:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da906377348b97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e92 expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.124779:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377348b90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e8b expref: 67 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.124790:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da906377348b97 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5e92 expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.124798:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f130e00, rc 0) 00000100:00100000:0.0:1746126814.124825:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+67:1765:x1830946004936448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126814.124830:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29199 00000100:00100000:0.0:1746126814.127700:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.131838:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.134659:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.138854:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.138888:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004937216 00000100:00100000:0.0:1746126814.138893:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004937216 00002000:00100000:0.0:1746126814.138923:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd25180 x1830946004937216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.138932:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd25180 with x1830946004937216 ext(0->4095) 00002000:00010000:0.0:1746126814.138936:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd25180 00000100:00100000:0.0:1746126814.138965:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13288 00000100:00100000:0.0:1746126814.138972:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946004937216:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126814.139069:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946004937216:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126814.139075:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13288 00002000:00100000:0.0:1746126814.139079:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd25180 x1830946004937216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.139086:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd25180 with x1830946004937216 ext(0->4095) 00002000:00010000:0.0:1746126814.139088:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd25180 00000100:00100000:0.0:1746126814.140991:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.145181:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.149588:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.151043:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.154692:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.158866:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.159664:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004938368 00000100:00100000:1.0:1746126814.159669:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004938368 00002000:00100000:1.0:1746126814.159696:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67aa00 x1830946004938368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.159704:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67aa00 with x1830946004938368 ext(0->4095) 00010000:00010000:1.0:1746126814.159710:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ea0 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.159721:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ea0 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.159726:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67aa00 00000100:00100000:1.0:1746126814.159748:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2274 00000100:00100000:1.0:1746126814.159754:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946004938368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.159859:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946004938368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (998us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.159864:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2274 00002000:00100000:1.0:1746126814.159869:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67aa00 x1830946004938368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.159887:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67aa00 with x1830946004938368 ext(0->4095) 00010000:00010000:1.0:1746126814.159891:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ea0 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.159899:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348ba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ea0 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.159904:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67aa00 00000100:00100000:0.0:1746126814.163507:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.166579:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.169049:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.172201:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.175638:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.179505:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.179746:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.182642:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.186251:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.189203:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.192657:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.195451:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.198957:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.202434:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.209563:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.218110:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.220614:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.224023:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.227600:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.228281:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004941952 00000100:00100000:1.0:1746126814.228289:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004941952 00000100:00100000:1.0:1746126814.228332:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29209 00000100:00100000:1.0:1746126814.228340:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004941952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.228353:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.228367:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348bdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5ed8 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.228391:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed1 expref: 64 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.228398:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.228400:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.228402:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348bdd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed8 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.228426:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed1 expref: 64 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.228439:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed1 expref: 64 pid: 25366 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.228448:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997455104:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126814.228625:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126814.230467:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997455104:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126814.230491:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348bdd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed8 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.230504:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b4600, rc 0) 00000100:00100000:1.0:1746126814.230750:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004941952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2408us (3153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.230757:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29209 00000100:00100000:0.0:1746126814.230942:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.234439:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.238612:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.238713:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004942464 00000100:00100000:1.0:1746126814.238721:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004942464 00000100:00100000:1.0:1746126814.238763:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29210 00000100:00100000:1.0:1746126814.238770:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+64:1764:x1830946004942464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.238784:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.238795:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5edf expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.238819:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348bdd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed8 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.238830:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.238832:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.238834:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 65 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.238860:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348bdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed8 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.238870:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4600/0x63da906377348bdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ed8 expref: 5 pid: 9597 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.238888:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997455360:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126814.239623:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.242322:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.242435:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.242532:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997455360:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126814.242558:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 65 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.242572:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b4c00, rc 0) 00000100:00100000:1.0:1746126814.242609:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1764:x1830946004942464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3839us (4004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.242618:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29210 00000100:00100000:1.0:1746126814.242641:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004942592 00000100:00100000:1.0:1746126814.242645:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004942592 00000100:00100000:1.0:1746126814.242668:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29211 00000100:00100000:1.0:1746126814.242673:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1765:x1830946004942592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.242686:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.242697:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da906377348beb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5ee6 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.242713:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.242716:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 66 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.242720:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.242723:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da906377348beb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ee6 expref: 66 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.242745:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 66 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.242754:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da906377348beb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ee6 expref: 66 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.242760:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b4400, rc 0) 00000100:00100000:1.0:1746126814.242774:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1765:x1830946004942592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.242779:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29211 00000100:00100000:0.0:1746126814.247257:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.247782:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004942976 00000100:00100000:1.0:1746126814.247789:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004942976 00002000:00100000:1.0:1746126814.247824:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2680 x1830946004942976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.247832:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2680 with x1830946004942976 ext(0->4095) 00010000:00010000:1.0:1746126814.247840:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 66 pid: 9597 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.247850:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 66 pid: 9597 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.247856:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2680 00000100:00100000:1.0:1746126814.247889:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2277 00000100:00100000:1.0:1746126814.247895:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946004942976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.248038:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946004942976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.248044:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2277 00002000:00100000:1.0:1746126814.248049:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2680 x1830946004942976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.248055:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2680 with x1830946004942976 ext(0->4095) 00010000:00010000:1.0:1746126814.248060:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 66 pid: 9597 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.248069:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348be4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5edf expref: 66 pid: 9597 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.248074:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2680 00000100:00100000:0.0:1746126814.249985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.253193:0:8796:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997455872 00000100:00100000:0.0:1746126814.253198:0:8796:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997455872 00000100:00100000:0.0:1746126814.253234:0:8796:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1746126814.253240:0:8796:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3787:x1830945997455872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746126814.253269:0:8796:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746126814.253307:0:8796:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3787:x1830945997455872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126814.253313:0:8796:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1746126814.253989:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098cbd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997455744:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126814.254000:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126814.254037:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2029:x1830946004943104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3922us (4057us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126814.254044:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16930 00000100:00100000:1.0:1746126814.254329:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.257815:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.263585:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.263713:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004943616 00000100:00100000:1.0:1746126814.263719:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004943616 00010000:00010000:1.0:1746126814.263741:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da906377348beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ee6 expref: 65 pid: 9597 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.263760:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16931 00000100:00100000:1.0:1746126814.263766:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946004943616:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.263776:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.263793:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da906377348beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ee6 expref: 65 pid: 9597 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.263801:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da906377348beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ee6 expref: 65 pid: 9597 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.263820:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4400/0x63da906377348beb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ee6 expref: 65 pid: 9597 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.263845:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.263847:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.263853:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348bf2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5eed expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.263860:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5eed expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.263893:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5eed expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126814.263904:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456128:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.263946:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.265271:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.268656:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.268942:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456128:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126814.268957:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126814.268998:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946004943616:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5231us (5412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.269006:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16931 00000100:00100000:0.0:1746126814.276463:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.278833:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.279280:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004944256 00000100:00100000:1.0:1746126814.279285:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004944256 00010000:00010000:1.0:1746126814.279306:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5eed expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.279341:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16932 00000100:00100000:1.0:1746126814.279347:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004944256:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.279358:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.279374:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5eed expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.279384:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5eed expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.279401:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348bf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5eed expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.279425:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.279427:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.279433:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 65 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.279441:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 65 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.279463:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 65 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.279473:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 65 pid: 11460 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.279484:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.280116:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126814.282090:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456512:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126814.282105:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126814.282165:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004944256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2816us (3330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.282173:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16932 00000100:00100000:0.0:1746126814.283822:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004944512 00000100:00100000:0.0:1746126814.283829:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004944512 00002000:00100000:0.0:1746126814.283862:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d180 x1830946004944512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.283882:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d180 with x1830946004944512 ext(0->4095) 00010000:00010000:0.0:1746126814.283891:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126814.283902:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126814.283909:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d180 00000100:00100000:0.0:1746126814.283937:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2279 00000100:00100000:0.0:1746126814.283944:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946004944512:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126814.284053:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946004944512:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126814.284059:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2279 00002000:00100000:0.0:1746126814.284064:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d180 x1830946004944512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.284071:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d180 with x1830946004944512 ext(0->4095) 00010000:00010000:0.0:1746126814.284077:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746126814.284086:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746126814.284092:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d180 00000100:00100000:0.0:1746126814.287444:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.287572:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004944640 00000100:00100000:1.0:1746126814.287580:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004944640 00010000:00010000:1.0:1746126814.287607:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.288203:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16933 00000100:00100000:1.0:1746126814.288211:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946004944640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.288224:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.288241:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.288257:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.288276:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377348bf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ef4 expref: 66 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.288298:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.288300:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.288306:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5efb expref: 65 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.288313:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348c00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5efb expref: 65 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.288341:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348c00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5efb expref: 65 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126814.288353:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456640:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.288595:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.292076:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.292180:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456640:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126814.292197:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126814.292233:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946004944640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4023us (4796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.292243:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16933 00000100:00100000:0.0:1746126814.294332:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.298488:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.298818:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004945152 00000100:00100000:1.0:1746126814.298825:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004945152 00010000:00010000:1.0:1746126814.298848:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348c00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5efb expref: 65 pid: 11460 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.298866:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16934 00000100:00100000:1.0:1746126814.298871:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946004945152:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.298894:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.298910:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348c00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5efb expref: 65 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.298919:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348c00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5efb expref: 65 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.298938:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348c00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5efb expref: 65 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.298951:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.298953:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.298959:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348c07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f02 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.298966:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348c07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f02 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.298991:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348c07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f02 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126814.299001:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456896:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.299058:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.302005:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.302162:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997456896:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126814.302178:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126814.302215:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946004945152:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3343us (3727us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.302223:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16934 00000100:00100000:0.0:1746126814.302958:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.307907:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.307982:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.308255:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004945792 00000100:00100000:1.0:1746126814.308262:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004945792 00010000:00010000:1.0:1746126814.308291:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348c07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f02 expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746126814.308327:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16935 00000100:00100000:1.0:1746126814.308333:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004945792:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.308343:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.308359:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348c07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f02 expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.308369:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348c07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f02 expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.308389:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348c07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f02 expref: 6 pid: 11460 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.308404:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.308406:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.308412:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f09 expref: 64 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.308424:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f09 expref: 64 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.308449:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f09 expref: 64 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126814.308459:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997457152:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.308517:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.313508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.316794:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.319767:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.322547:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.327055:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.330481:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.331464:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.334725:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.335364:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004947200 00000100:00100000:1.0:1746126814.335371:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004947200 00000100:00100000:1.0:1746126814.335418:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29220 00000100:00100000:1.0:1746126814.335425:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1765:x1830946004947200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.335440:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.335453:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b5c00/0x63da906377348c2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5f25 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.335474:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.335479:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f1e expref: 67 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.335484:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.335487:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5c00/0x63da906377348c2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f25 expref: 67 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.335517:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f1e expref: 67 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.335533:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5c00/0x63da906377348c2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f25 expref: 67 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.335542:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b5c00, rc 0) 00000100:00100000:1.0:1746126814.335577:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+67:1765:x1830946004947200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.335582:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29220 00000100:00100000:0.0:1746126814.335936:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.339345:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.343437:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.346633:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.349046:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.352730:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.356998:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.357418:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004948480 00000100:00100000:1.0:1746126814.357423:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004948480 00002000:00100000:1.0:1746126814.357451:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90000 x1830946004948480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.357460:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90000 with x1830946004948480 ext(0->4095) 00002000:00010000:1.0:1746126814.357463:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90000 00000100:00100000:1.0:1746126814.357476:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13300 00000100:00100000:1.0:1746126814.357480:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004948480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.357574:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004948480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.357579:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13300 00002000:00100000:1.0:1746126814.357583:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90000 x1830946004948480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.357589:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90000 with x1830946004948480 ext(0->4095) 00002000:00010000:1.0:1746126814.357592:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90000 00000100:00100000:0.0:1746126814.359813:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.359858:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.364402:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.369940:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.374373:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.378298:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.379827:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004949504 00000100:00100000:1.0:1746126814.379835:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004949504 00002000:00100000:1.0:1746126814.379885:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6300 x1830946004949504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.379895:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946004949504 ext(0->4095) 00002000:00010000:1.0:1746126814.379900:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6300 00000100:00100000:1.0:1746126814.380471:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13301 00000100:00100000:1.0:1746126814.380479:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946004949504:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.380891:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946004949504:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 411us (2592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.380898:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13301 00002000:00100000:1.0:1746126814.380903:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6300 x1830946004949504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.380911:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946004949504 ext(0->4095) 00002000:00010000:1.0:1746126814.380914:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6300 00000100:00100000:0.0:1746126814.384177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.388486:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.388848:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.392341:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.394289:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004950144 00000100:00100000:1.0:1746126814.394296:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004950144 00002000:00100000:1.0:1746126814.394334:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946004950144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.394343:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946004950144 ext(0->4095) 00010000:00010000:1.0:1746126814.394351:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f41 expref: 6 pid: 21550 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.394363:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f41 expref: 6 pid: 21550 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.394373:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:1.0:1746126814.394576:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2284 00000100:00100000:1.0:1746126814.394584:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004950144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.394993:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004950144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 408us (2656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.394999:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2284 00002000:00100000:1.0:1746126814.395004:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946004950144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.395011:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946004950144 ext(0->4095) 00010000:00010000:1.0:1746126814.395016:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f41 expref: 6 pid: 21550 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746126814.395025:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f41 expref: 6 pid: 21550 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746126814.395030:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:0.0:1746126814.397383:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.402249:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.402308:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004950528 00000100:00100000:1.0:1746126814.402314:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004950528 00002000:00100000:1.0:1746126814.402349:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3b80 x1830946004950528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.402359:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3b80 with x1830946004950528 ext(0->4095) 00002000:00010000:1.0:1746126814.402363:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3b80 00000100:00100000:1.0:1746126814.402391:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13302 00000100:00100000:1.0:1746126814.402398:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946004950528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.402494:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946004950528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.402500:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13302 00002000:00100000:1.0:1746126814.402505:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3b80 x1830946004950528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.402513:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3b80 with x1830946004950528 ext(0->4095) 00002000:00010000:1.0:1746126814.402515:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3b80 00000100:00100000:0.0:1746126814.411623:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.422698:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.433607:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.435355:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.439709:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.442635:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.442753:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.442823:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004951552 00000100:00100000:1.0:1746126814.442829:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004951552 00000100:00100000:1.0:1746126814.443888:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29228 00000100:00100000:1.0:1746126814.443895:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004951552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.443907:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.443917:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5f5d expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.443932:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377348c5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f56 expref: 66 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.443938:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.443940:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.443943:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.443959:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377348c5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f56 expref: 66 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.443973:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377348c5b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f56 expref: 66 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.443982:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997460096:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126814.444026:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126814.447784:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997460096:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126814.447811:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.447824:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b4000, rc 0) 00000100:00100000:1.0:1746126814.447862:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+7:1765:x1830946004951552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3967us (5108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.447870:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29228 00000100:00100000:0.0:1746126814.448534:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.451312:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.452031:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.452838:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004951936 00000100:00100000:1.0:1746126814.452843:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004951936 00000100:00100000:1.0:1746126814.453558:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29229 00000100:00100000:1.0:1746126814.453565:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+67:1764:x1830946004951936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.453587:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.453597:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348c69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5f64 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.453613:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.453623:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.453624:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.453627:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348c69 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f64 expref: 68 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.453643:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.453653:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 5 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.453661:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997460352:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126814.453685:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.459422:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.459676:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004952320 00000100:00100000:1.0:1746126814.459681:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004952320 00002000:00100000:1.0:1746126814.459709:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45f80 x1830946004952320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.459719:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45f80 with x1830946004952320 ext(0->4095) 00010000:00010000:1.0:1746126814.459725:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.459736:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.459741:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae45f80 00000100:00100000:1.0:1746126814.459767:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2288 00000100:00100000:1.0:1746126814.459773:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004952320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.459861:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004952320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.459867:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2288 00002000:00100000:1.0:1746126814.459902:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45f80 x1830946004952320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.459909:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45f80 with x1830946004952320 ext(0->4095) 00010000:00010000:1.0:1746126814.459913:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.459922:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4000/0x63da906377348c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f5d expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.459927:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae45f80 00000100:00100000:0.0:1746126814.464223:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.468543:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.471467:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.475423:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.478018:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.478351:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.478413:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004953344 00000100:00100000:1.0:1746126814.478419:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004953344 00002000:00100000:1.0:1746126814.478450:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd96d80 x1830946004953344/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.478459:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96d80 with x1830946004953344 ext(0->4095) 00002000:00010000:1.0:1746126814.478462:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd96d80 00000100:00100000:1.0:1746126814.479259:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2289 00000100:00100000:1.0:1746126814.479266:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004953344:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.479356:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004953344:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (1004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.479364:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2289 00002000:00100000:1.0:1746126814.479369:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd96d80 x1830946004953344/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.479376:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96d80 with x1830946004953344 ext(0->4095) 00010000:00010000:1.0:1746126814.479381:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348c70 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f6b expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.479390:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348c70 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f6b expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.479395:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd96d80 00000100:00100000:0.0:1746126814.483661:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.484757:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.488540:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.490967:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.495920:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.496329:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004954240 00000100:00100000:1.0:1746126814.496336:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004954240 00002000:00100000:1.0:1746126814.496371:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bd180 x1830946004954240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.496380:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bd180 with x1830946004954240 ext(0->4095) 00002000:00010000:1.0:1746126814.496384:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bd180 00000100:00100000:1.0:1746126814.496439:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13305 00000100:00100000:1.0:1746126814.496446:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2029:x1830946004954240:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126814.496568:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2029:x1830946004954240:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (652us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.496946:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13305 00002000:00100000:1.0:1746126814.496952:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bd180 x1830946004954240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.496964:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bd180 with x1830946004954240 ext(0->4095) 00002000:00010000:1.0:1746126814.496967:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bd180 00000100:00100000:0.0:1746126814.499728:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.504181:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.505671:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.510007:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.510086:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004954880 00000100:00100000:1.0:1746126814.510092:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004954880 00002000:00100000:1.0:1746126814.510153:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098489f80 x1830946004954880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.510162:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489f80 with x1830946004954880 ext(0->4095) 00010000:00010000:1.0:1746126814.510169:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348c85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f80 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.510180:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348c85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f80 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.510185:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098489f80 00000100:00100000:1.0:1746126814.510212:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2291 00000100:00100000:1.0:1746126814.510218:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004954880:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.510316:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004954880:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.510321:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2291 00002000:00100000:1.0:1746126814.510326:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098489f80 x1830946004954880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.510332:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489f80 with x1830946004954880 ext(0->4095) 00010000:00010000:1.0:1746126814.510336:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348c85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f80 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.510345:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348c85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f80 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.510349:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098489f80 00000100:00100000:0.0:1746126814.513494:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.516100:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.526031:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.544969:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.547730:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.547789:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004955648 00000100:00100000:1.0:1746126814.547793:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004955648 00002000:00100000:1.0:1746126814.547819:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ace5500 x1830946004955648/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.547828:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946004955648 ext(0->7) 00010000:00010000:1.0:1746126814.547833:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f87 expref: 68 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.547843:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f87 expref: 68 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.547848:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5500 00000100:00100000:1.0:1746126814.547914:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2292 00000100:00100000:1.0:1746126814.547920:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2030:x1830946004955648:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126814.548666:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2030:x1830946004955648:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 744us (937us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746126814.548672:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2292 00002000:00100000:0.0:1746126814.548678:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ace5500 x1830946004955648/t4294970550(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.548685:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946004955648 ext(0->7) 00010000:00010000:0.0:1746126814.548691:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f87 expref: 70 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.548700:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f87 expref: 70 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.548706:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5500 00000100:00100000:0.0:1746126814.554320:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.559192:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004956032 00000100:00100000:1.0:1746126814.559198:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004956032 00002000:00100000:1.0:1746126814.559230:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdf80 x1830946004956032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.559239:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdf80 with x1830946004956032 ext(0->4095) 00010000:00010000:1.0:1746126814.559246:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f8e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.559258:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f8e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.559264:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbdf80 00000100:00100000:1.0:1746126814.560303:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2293 00000100:00100000:1.0:1746126814.560311:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004956032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.560404:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004956032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (1410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.560410:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2293 00002000:00100000:1.0:1746126814.560414:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdf80 x1830946004956032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.560422:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdf80 with x1830946004956032 ext(0->4095) 00010000:00010000:1.0:1746126814.560427:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f8e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.560436:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f8e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.560441:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbdf80 00000100:00100000:0.0:1746126814.563087:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.566973:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.582702:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.620815:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.620867:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.621323:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004956672 00000100:00100000:1.0:1746126814.621327:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004956672 00002000:00100000:1.0:1746126814.621352:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098425500 x1830946004956672/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.621361:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425500 with x1830946004956672 ext(0->7) 00010000:00010000:1.0:1746126814.621366:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f95 expref: 70 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.621377:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f95 expref: 70 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.621383:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425500 00000100:00100000:1.0:1746126814.621463:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2294 00000100:00100000:1.0:1746126814.621470:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946004956672:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126814.622463:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946004956672:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 991us (1654us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746126814.622470:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2294 00002000:00100000:0.0:1746126814.622476:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098425500 x1830946004956672/t4294970551(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.622484:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425500 with x1830946004956672 ext(0->7) 00010000:00010000:0.0:1746126814.622489:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f95 expref: 72 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.622499:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f95 expref: 72 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.622505:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425500 00000100:00100000:0.0:1746126814.644286:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.648661:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.648822:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004957184 00000100:00100000:0.0:1746126814.648829:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004957184 00002000:00100000:0.0:1746126814.648862:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ca80 x1830946004957184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.648888:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ca80 with x1830946004957184 ext(0->4095) 00010000:00010000:0.0:1746126814.648895:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ca1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f9c expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.648907:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ca1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f9c expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.648913:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ca80 00000100:00100000:0.0:1746126814.648929:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2295 00000100:00100000:0.0:1746126814.648935:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004957184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126814.649043:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004957184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126814.649049:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2295 00002000:00100000:0.0:1746126814.649054:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ca80 x1830946004957184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.649061:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ca80 with x1830946004957184 ext(0->4095) 00010000:00010000:0.0:1746126814.649065:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ca1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f9c expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.649073:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ca1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5f9c expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.649078:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ca80 00000100:00100000:0.0:1746126814.655657:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.660617:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.663963:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004957568 00000100:00100000:1.0:1746126814.663974:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004957568 00002000:00100000:1.0:1746126814.664016:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afce00 x1830946004957568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.664026:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830946004957568 ext(0->4095) 00002000:00010000:1.0:1746126814.664031:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afce00 00000100:00100000:1.0:1746126814.664066:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13308 00000100:00100000:1.0:1746126814.664073:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2028:x1830946004957568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.664217:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2028:x1830946004957568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (3606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.664223:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13308 00002000:00100000:1.0:1746126814.664228:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afce00 x1830946004957568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.664236:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830946004957568 ext(0->4095) 00002000:00010000:1.0:1746126814.664239:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746126814.668691:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.676817:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.685116:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.706287:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.709038:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e14ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997463040:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126814.709059:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126814.709111:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2030:x1830946004957952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 23668us (24002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126814.709620:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16958 00000100:00100000:0.0:1746126814.718338:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.718377:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.718702:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004958592 00000100:00100000:1.0:1746126814.718710:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004958592 00010000:00010000:1.0:1746126814.718734:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348caf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5faa expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.718754:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16959 00000100:00100000:1.0:1746126814.718759:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004958592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.718771:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.718785:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348caf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5faa expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.718795:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348caf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5faa expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.718811:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348caf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5faa expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.718823:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.718825:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.718830:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb1 expref: 72 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.718836:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb1 expref: 72 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.718857:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb1 expref: 72 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126814.718879:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997463296:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.721561:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.724621:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.726119:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e580c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126814.726152:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098cbd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997463424:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126814.726169:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348cbd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb8 expref: 74 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.726180:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f800, rc 0) 00000100:00100000:1.0:1746126814.726206:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f86b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1765:x1830946004958464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6738us (7874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.726212:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29241 00000100:00100000:0.0:1746126814.728340:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.730503:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.731552:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004959104 00000100:00100000:1.0:1746126814.731557:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004959104 00000100:00100000:1.0:1746126814.731588:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29242 00000100:00100000:1.0:1746126814.731593:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1764:x1830946004959104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.731607:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.731617:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5fbf expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731630:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.731635:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348cbd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb8 expref: 75 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731640:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.731644:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fbf expref: 75 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731672:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348cbd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb8 expref: 75 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731682:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fbf expref: 75 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731689:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.731690:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.731695:0:9597:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb8 expref: 75 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731700:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb8 expref: 75 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731718:0:9597:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb8 expref: 75 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.731727:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fb8 expref: 75 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.731736:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997463680:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126814.733392:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.739573:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.745576:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.747732:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.751786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.757022:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.759340:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.762800:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.762834:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.763215:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16963 00000100:00100000:1.0:1746126814.763222:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004960384:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.763229:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.763243:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fc6 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.763252:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348ccb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fc6 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.763267:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348ccb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fc6 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.763285:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.763287:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.763292:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.763298:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.763317:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.763327:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 73 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.763341:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997464448:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.764188:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126814.769153:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997464448:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126814.769174:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126814.769223:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004960384:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6001us (6387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.769234:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16963 00000100:00100000:0.0:1746126814.769430:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.769906:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004960640 00000100:00100000:1.0:1746126814.769912:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004960640 00002000:00100000:1.0:1746126814.769937:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9f80 x1830946004960640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.769946:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946004960640 ext(0->4095) 00010000:00010000:1.0:1746126814.769953:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.769963:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.769968:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9f80 00000100:00100000:1.0:1746126814.769991:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2300 00000100:00100000:1.0:1746126814.769996:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946004960640:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.770105:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946004960640:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.770110:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2300 00002000:00100000:1.0:1746126814.770115:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9f80 x1830946004960640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.770121:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946004960640 ext(0->4095) 00010000:00010000:1.0:1746126814.770141:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.770154:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.770159:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9f80 00000100:00100000:0.0:1746126814.772242:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.774176:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.774305:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004960896 00000100:00100000:1.0:1746126814.774310:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004960896 00010000:00010000:1.0:1746126814.774330:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.774379:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16964 00000100:00100000:1.0:1746126814.774385:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946004960896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126814.774395:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126814.774410:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.774420:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.774436:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348cd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fcd expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.774457:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.774459:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126814.774465:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.774475:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.774496:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.774504:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 73 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.774514:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997464704:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126814.774574:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126814.778418:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997464704:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126814.778433:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126814.778885:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946004960896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4499us (4709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.778894:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16964 00000100:00100000:0.0:1746126814.780754:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.781705:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.781801:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004961408 00000100:00100000:0.0:1746126814.781805:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004961408 00010000:00010000:0.0:1746126814.781820:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746126814.781847:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16965 00000100:00100000:0.0:1746126814.781853:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946004961408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126814.781860:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126814.781883:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.781891:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.781905:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348cd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fd4 expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.781917:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126814.781918:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126814.781923:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.781929:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.781946:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.781958:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 5 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746126814.781967:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997464960:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126814.782012:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.785800:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.786016:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004961664 00000100:00100000:1.0:1746126814.786022:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004961664 00002000:00100000:1.0:1746126814.786053:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27480 x1830946004961664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.786062:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27480 with x1830946004961664 ext(0->4095) 00010000:00010000:1.0:1746126814.786068:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.786083:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.786089:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27480 00000100:00100000:1.0:1746126814.786113:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2302 00000100:00100000:1.0:1746126814.786119:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004961664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.786236:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004961664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.786241:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2302 00002000:00100000:1.0:1746126814.786246:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27480 x1830946004961664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.786252:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27480 with x1830946004961664 ext(0->4095) 00010000:00010000:1.0:1746126814.786255:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.786263:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348ce0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fdb expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.786268:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27480 00000100:00100000:0.0:1746126814.789359:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.792196:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.799964:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.808582:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.822629:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946004962304:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 13126us (14044us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746126814.822641:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2303 00002000:00100000:0.0:1746126814.822651:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fd27100 x1830946004962304/t4294970553(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.822660:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27100 with x1830946004962304 ext(0->7) 00010000:00010000:0.0:1746126814.822670:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ce7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fe2 expref: 75 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.822684:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ce7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5fe2 expref: 75 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.822690:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27100 00000100:00100000:0.0:1746126814.828685:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.832108:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.841390:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.845084:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.845279:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004963200 00000100:00100000:1.0:1746126814.845286:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004963200 00002000:00100000:1.0:1746126814.845316:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511180 x1830946004963200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.845325:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511180 with x1830946004963200 ext(0->4095) 00002000:00010000:1.0:1746126814.845329:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082511180 00000100:00100000:1.0:1746126814.846500:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13311 00000100:00100000:1.0:1746126814.846509:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946004963200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.846617:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946004963200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (1539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.846622:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13311 00002000:00100000:1.0:1746126814.846627:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511180 x1830946004963200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.846634:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511180 with x1830946004963200 ext(0->4095) 00002000:00010000:1.0:1746126814.846638:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082511180 00000100:00100000:1.0:1746126814.850512:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.850554:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004963328 00000100:00100000:1.0:1746126814.850562:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004963328 00000100:00100000:1.0:1746126814.850611:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29250 00000100:00100000:1.0:1746126814.850618:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004963328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126814.850633:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126814.850646:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5ff7 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.850669:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff0 expref: 74 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.850676:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.850677:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126814.850680:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.850708:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff0 expref: 74 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.850717:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff0 expref: 74 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126814.850727:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997465728:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126814.850780:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126814.854024:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997465728:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126814.854099:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126814.854115:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b4c00, rc 0) 00000100:00100000:1.0:1746126814.854634:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004963328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4014us (4127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126814.854642:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29250 00000100:00100000:1.0:1746126814.860570:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.860618:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.860672:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004963584 00000100:00100000:0.0:1746126814.860687:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004963584 00000100:00100000:0.0:1746126814.860736:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29251 00000100:00100000:0.0:1746126814.860744:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+75:1764:x1830946004963584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126814.860760:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126814.860775:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff5ffe expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.860797:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126814.860803:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.860808:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126814.860811:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 76 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.860841:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.860852:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 76 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.860860:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:0.0:1746126814.860916:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+76:1764:x1830946004963584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126814.860924:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29251 00000100:00100000:0.0:1746126814.866699:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004963840 00000100:00100000:0.0:1746126814.866707:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004963840 00002000:00100000:0.0:1746126814.866746:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd880 x1830946004963840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.866755:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946004963840 ext(0->4095) 00010000:00010000:0.0:1746126814.866762:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.866775:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.866781:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:0.0:1746126814.866813:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2305 00000100:00100000:0.0:1746126814.866819:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004963840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126814.866939:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004963840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (1092us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126814.866945:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2305 00002000:00100000:0.0:1746126814.866950:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd880 x1830946004963840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.866956:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946004963840 ext(0->4095) 00010000:00010000:0.0:1746126814.866961:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.866973:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991b4c00/0x63da906377348cfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ff7 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.866978:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:0.0:1746126814.871336:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.878209:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.878435:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004964224 00000100:00100000:1.0:1746126814.878440:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004964224 00002000:00100000:1.0:1746126814.878474:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0e00 x1830946004964224/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.878482:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0e00 with x1830946004964224 ext(0->4095) 00002000:00010000:1.0:1746126814.878486:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0e00 00000100:00100000:1.0:1746126814.878512:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13312 00000100:00100000:1.0:1746126814.878518:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2030:x1830946004964224:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126814.879719:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2030:x1830946004964224:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1197us (1506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.879726:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13312 00002000:00100000:1.0:1746126814.879732:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0e00 x1830946004964224/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.879740:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0e00 with x1830946004964224 ext(0->4095) 00002000:00010000:1.0:1746126814.879743:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0e00 00000100:00100000:0.0:1746126814.890063:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.896591:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d679880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997466240:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126814.896616:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.896629:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:0.0:1746126814.896663:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004964352:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6238us (6606us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126814.896670:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29252 00000100:00100000:1.0:1746126814.899211:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004964480 00000100:00100000:1.0:1746126814.899217:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004964480 00002000:00100000:1.0:1746126814.899253:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e14ce00 x1830946004964480/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.899261:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ce00 with x1830946004964480 ext(0->7) 00010000:00010000:1.0:1746126814.899267:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 75 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.899278:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 75 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.899285:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ce00 00000100:00100000:1.0:1746126814.899301:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2306 00000100:00100000:1.0:1746126814.899307:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946004964480:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126814.902588:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2028:x1830946004964480:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3272us (3722us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746126814.902599:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2306 00002000:00100000:0.0:1746126814.902608:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e14ce00 x1830946004964480/t4294970554(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.902617:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ce00 with x1830946004964480 ext(0->7) 00010000:00010000:0.0:1746126814.902626:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 77 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.902643:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 77 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.902649:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ce00 00000100:00100000:0.0:1746126814.909670:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.911062:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004964736 00000100:00100000:0.0:1746126814.911066:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004964736 00010000:00010000:0.0:1746126814.911083:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 78 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746126814.911113:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16971 00000100:00100000:0.0:1746126814.911118:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2027:x1830946004964736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126814.911141:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126814.911156:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 78 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.911165:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 78 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.911179:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da906377348d03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5ffe expref: 78 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.911203:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126814.911204:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126814.911210:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.911222:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.911243:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126814.911254:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 5 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746126814.911264:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997466496:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126814.911318:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126814.914928:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.915218:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004964992 00000100:00100000:1.0:1746126814.915224:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004964992 00002000:00100000:1.0:1746126814.915252:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5c380 x1830946004964992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.915261:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c380 with x1830946004964992 ext(0->4095) 00010000:00010000:1.0:1746126814.915268:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.915278:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.915284:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5c380 00000100:00100000:1.0:1746126814.915298:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2307 00000100:00100000:1.0:1746126814.915304:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004964992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126814.915502:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004964992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.915507:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2307 00002000:00100000:1.0:1746126814.915513:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5c380 x1830946004964992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.915519:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c380 with x1830946004964992 ext(0->4095) 00010000:00010000:1.0:1746126814.915523:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126814.915531:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6005 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126814.915537:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5c380 00000100:00100000:0.0:1746126814.919801:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.945401:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126814.945695:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004965376 00000100:00100000:1.0:1746126814.945703:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004965376 00002000:00100000:1.0:1746126814.945741:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c92a00 x1830946004965376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/0 e 0 to 0 dl 1746126825 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.945750:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946004965376 ext(0->4095) 00002000:00010000:1.0:1746126814.945754:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c92a00 00000100:00100000:1.0:1746126814.945771:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13313 00000100:00100000:1.0:1746126814.945777:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2027:x1830946004965376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126814.945896:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2027:x1830946004965376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126814.945902:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13313 00002000:00100000:1.0:1746126814.945908:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c92a00 x1830946004965376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 488/4536 e 0 to 0 dl 1746126825 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126814.945914:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946004965376 ext(0->4095) 00002000:00010000:1.0:1746126814.945917:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c92a00 00000100:00100000:0.0:1746126814.954323:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.959204:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.960099:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946004965632:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 706us (899us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746126814.960107:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2308 00002000:00100000:0.0:1746126814.960112:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ad67b80 x1830946004965632/t4294970555(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:575/0 lens 496/448 e 0 to 0 dl 1746126825 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126814.960119:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67b80 with x1830946004965632 ext(0->7) 00010000:00010000:0.0:1746126814.960145:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff600c expref: 79 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126814.960160:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff600c expref: 79 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126814.960166:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad67b80 00000100:00100000:0.0:1746126814.968224:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.970885:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.972215:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.989419:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.993440:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126814.995648:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.000112:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.000226:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004966784 00000100:00100000:1.0:1746126815.000232:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004966784 00002000:00100000:1.0:1746126815.000268:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a1f0a80 x1830946004966784/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.000276:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0a80 with x1830946004966784 ext(0->7) 00010000:00010000:1.0:1746126815.000283:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d1f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff601a expref: 79 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.000295:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d1f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff601a expref: 79 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.000307:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f0a80 00000100:00100000:1.0:1746126815.000336:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2310 00000100:00100000:1.0:1746126815.000342:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946004966784:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126815.006618:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946004966784:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 6265us (6501us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746126815.006628:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2310 00002000:00100000:0.0:1746126815.006639:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a1f0a80 x1830946004966784/t4294970556(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.006647:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0a80 with x1830946004966784 ext(0->7) 00010000:00010000:0.0:1746126815.006656:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff601a expref: 81 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126815.006668:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff601a expref: 81 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126815.006674:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f0a80 00000100:00100000:0.0:1746126815.009930:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.015709:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.015806:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004967168 00000100:00100000:1.0:1746126815.015812:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004967168 00002000:00100000:1.0:1746126815.015844:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3b80 x1830946004967168/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.015853:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3b80 with x1830946004967168 ext(0->4095) 00002000:00010000:1.0:1746126815.015857:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f3b80 00000100:00100000:1.0:1746126815.015892:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13315 00000100:00100000:1.0:1746126815.015898:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004967168:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126815.015997:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004967168:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.016002:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13315 00002000:00100000:1.0:1746126815.016007:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3b80 x1830946004967168/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.016014:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3b80 with x1830946004967168 ext(0->4095) 00002000:00010000:1.0:1746126815.016016:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f3b80 00000100:00100000:0.0:1746126815.019743:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.022247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.022317:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004967424 00000100:00100000:1.0:1746126815.022322:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004967424 00000100:00100000:1.0:1746126815.022344:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29258 00000100:00100000:1.0:1746126815.022349:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946004967424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.022358:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.022365:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff602f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.022380:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.022383:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6028 expref: 83 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.022388:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.022390:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.022410:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6028 expref: 83 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.022420:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.022428:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b5000, rc 0) 00000100:00100000:1.0:1746126815.022811:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946004967424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 459us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.022817:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29258 00000100:00100000:0.0:1746126815.024914:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.029067:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.033233:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.035783:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16977 00000100:00100000:1.0:1746126815.035793:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2029:x1830946004968064:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.035804:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.035823:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6028 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.035834:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6028 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.035852:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6028 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.035884:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.035886:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.035892:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.035899:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.035923:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.035931:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.035940:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468032:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.036004:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.038610:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468032:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.038629:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.038677:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2029:x1830946004968064:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2885us (4343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.038688:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16977 00000100:00100000:1.0:1746126815.040078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.042325:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.042396:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.043094:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004968576 00000100:00100000:1.0:1746126815.043098:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004968576 00010000:00010000:1.0:1746126815.043115:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.043168:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16978 00000100:00100000:1.0:1746126815.043174:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946004968576:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.043182:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.043196:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.043204:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.043217:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348d34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff602f expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.043237:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.043238:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.043243:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.043249:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.043270:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.043279:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 5 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.043288:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468288:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.044045:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.046769:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468288:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.046785:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.046823:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946004968576:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3648us (4425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.046831:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16978 00000100:00100000:0.0:1746126815.049109:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.056764:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.057707:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004968960 00000100:00100000:1.0:1746126815.057715:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004968960 00010000:00010000:1.0:1746126815.057742:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.057879:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16979 00000100:00100000:1.0:1746126815.057886:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946004968960:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.057898:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.057915:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.057925:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.057947:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6036 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.058082:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.058085:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.058091:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff603d expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.058098:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff603d expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.058138:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff603d expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.058152:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468416:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.058838:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.061692:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468416:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.061713:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.061750:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946004968960:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3864us (4992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.061758:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16979 00000100:00100000:0.0:1746126815.065387:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004969216 00000100:00100000:0.0:1746126815.065395:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004969216 00002000:00100000:0.0:1746126815.065430:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d679880 x1830946004969216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.065440:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d679880 with x1830946004969216 ext(0->4095) 00002000:00010000:0.0:1746126815.065445:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d679880 00000100:00100000:0.0:1746126815.065471:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13316 00000100:00100000:0.0:1746126815.065478:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946004969216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126815.065592:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946004969216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (616us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126815.065598:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13316 00002000:00100000:0.0:1746126815.065604:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d679880 x1830946004969216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.065610:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d679880 with x1830946004969216 ext(0->4095) 00002000:00010000:0.0:1746126815.065612:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d679880 00000100:00100000:0.0:1746126815.068492:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.071290:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.071674:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004969472 00000100:00100000:1.0:1746126815.071680:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004969472 00010000:00010000:1.0:1746126815.071701:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff603d expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.072172:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16980 00000100:00100000:1.0:1746126815.072179:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946004969472:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.072189:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.072205:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff603d expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.072215:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff603d expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.072234:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377348d42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff603d expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.072246:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.072248:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.072253:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6044 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.072259:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6044 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.072279:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6044 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.072289:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468672:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.072337:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.073104:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.076487:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997468672:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.076504:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.076538:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946004969472:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4359us (5254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.076546:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16980 00000100:00100000:0.0:1746126815.077362:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.080350:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.082927:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.083039:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004970112 00000100:00100000:1.0:1746126815.083044:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004970112 00010000:00010000:1.0:1746126815.083067:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6044 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.083165:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16981 00000100:00100000:1.0:1746126815.083176:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004970112:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.083185:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.083201:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6044 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.083237:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6044 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.083255:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6044 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.083280:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.083282:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.083290:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.083298:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.083321:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.083331:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.083340:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469056:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.083515:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.085785:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469056:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.085800:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.085828:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004970112:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2652us (2904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.085835:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16981 00000100:00100000:0.0:1746126815.086421:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.087272:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004970368 00000100:00100000:1.0:1746126815.087278:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004970368 00002000:00100000:1.0:1746126815.087310:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2dc00 x1830946004970368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.087319:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946004970368 ext(0->4095) 00010000:00010000:1.0:1746126815.087326:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.087337:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.087342:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2dc00 00000100:00100000:1.0:1746126815.087368:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2315 00000100:00100000:1.0:1746126815.087374:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946004970368:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.087480:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946004970368:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (1060us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.087486:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2315 00002000:00100000:1.0:1746126815.087491:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2dc00 x1830946004970368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.087497:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946004970368 ext(0->4095) 00010000:00010000:1.0:1746126815.087501:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.087509:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.087514:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2dc00 00000100:00100000:0.0:1746126815.090351:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.090687:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004970496 00000100:00100000:1.0:1746126815.090910:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004970496 00010000:00010000:1.0:1746126815.090936:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.090972:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16982 00000100:00100000:1.0:1746126815.090979:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946004970496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.090991:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.091006:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.091021:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.091038:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff604b expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.091064:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.091066:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.091071:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6052 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.091079:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6052 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.091104:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6052 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.091115:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469184:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.091196:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.094042:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469184:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.094059:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.094330:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946004970496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3349us (3982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.094339:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16982 00000100:00100000:0.0:1746126815.094522:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.094633:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004970752 00000100:00100000:1.0:1746126815.094638:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004970752 00002000:00100000:1.0:1746126815.094665:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ea00 x1830946004970752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.094674:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ea00 with x1830946004970752 ext(0->4095) 00002000:00010000:1.0:1746126815.094678:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2ea00 00000100:00100000:1.0:1746126815.094702:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13317 00000100:00100000:1.0:1746126815.094708:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946004970752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.094812:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946004970752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.094817:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13317 00002000:00100000:1.0:1746126815.094822:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ea00 x1830946004970752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.094829:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ea00 with x1830946004970752 ext(0->4095) 00002000:00010000:1.0:1746126815.094831:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2ea00 00000100:00100000:0.0:1746126815.096933:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.101789:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.101987:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004971008 00000100:00100000:1.0:1746126815.101993:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004971008 00010000:00010000:1.0:1746126815.102019:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6052 expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.102050:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16983 00000100:00100000:1.0:1746126815.102058:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946004971008:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.102069:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.102087:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6052 expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.102100:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6052 expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.102117:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348d57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6052 expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.102457:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.102459:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.102465:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348d5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6059 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.102472:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348d5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6059 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.102507:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348d5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6059 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.102517:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469440:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.102570:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.105060:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.106813:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.107089:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469440:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.107104:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.107151:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946004971008:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5093us (5366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.107158:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16983 00000100:00100000:0.0:1746126815.111719:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.114178:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.114381:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004971648 00000100:00100000:1.0:1746126815.114386:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004971648 00010000:00010000:1.0:1746126815.114406:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348d5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6059 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.114467:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16984 00000100:00100000:1.0:1746126815.114473:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004971648:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.114483:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.114500:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348d5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6059 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.114510:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348d5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6059 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.114526:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377348d5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6059 expref: 6 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.114550:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.114552:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.114557:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.114564:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.114587:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.114600:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 81 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.114609:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469824:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.115330:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.116990:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469824:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.117005:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.117035:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004971648:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2561us (2859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.117042:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16984 00000100:00100000:0.0:1746126815.117798:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.117863:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004971904 00000100:00100000:1.0:1746126815.117876:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004971904 00002000:00100000:1.0:1746126815.117905:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76a00 x1830946004971904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.117914:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946004971904 ext(0->4095) 00010000:00010000:1.0:1746126815.117922:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.117932:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.117938:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76a00 00000100:00100000:1.0:1746126815.118111:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2316 00000100:00100000:1.0:1746126815.118119:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946004971904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.118236:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946004971904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.118241:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2316 00002000:00100000:1.0:1746126815.118245:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76a00 x1830946004971904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.118251:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946004971904 ext(0->4095) 00010000:00010000:1.0:1746126815.118255:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.118263:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.118269:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76a00 00000100:00100000:0.0:1746126815.121729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.121799:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004972032 00000100:00100000:1.0:1746126815.121806:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004972032 00010000:00010000:1.0:1746126815.121832:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.121864:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16985 00000100:00100000:1.0:1746126815.121879:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946004972032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.121890:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.121906:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.121915:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.121932:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377348d65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6060 expref: 82 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.121945:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.121946:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.121952:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6067 expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.121958:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6067 expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.121984:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6067 expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.121994:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469952:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.122054:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.124969:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.125272:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997469952:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.125290:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.125325:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946004972032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3446us (4208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.125334:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16985 00000100:00100000:0.0:1746126815.127687:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.131259:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.131328:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004972544 00000100:00100000:1.0:1746126815.131334:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004972544 00010000:00010000:1.0:1746126815.131358:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d6c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6067 expref: 81 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.131393:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16986 00000100:00100000:1.0:1746126815.131399:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946004972544:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.131408:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.131423:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d6c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6067 expref: 81 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.131432:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377348d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6067 expref: 81 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.131450:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.131451:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.131457:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.131464:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.131486:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.131496:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997470208:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.131549:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.134356:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.134515:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997470208:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.134530:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.134566:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946004972544:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3167us (3313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.134583:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16986 00000100:00100000:0.0:1746126815.138819:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004972928 00000100:00100000:0.0:1746126815.138826:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004972928 00000100:00100000:0.0:1746126815.138862:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29268 00000100:00100000:0.0:1746126815.138877:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946004972928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126815.138889:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126815.138901:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6075 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.138923:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.138931:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.138932:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.138935:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.138960:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.138969:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 5 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746126815.138978:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997470336:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126815.139512:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.143876:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.144228:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004973184 00000100:00100000:1.0:1746126815.144233:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004973184 00010000:00010000:1.0:1746126815.144256:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.144288:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16987 00000100:00100000:1.0:1746126815.144295:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004973184:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.144305:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.144320:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.144330:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.144347:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348d73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff606e expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.144513:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.144515:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.144521:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.144528:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.144553:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.144563:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 81 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.144572:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997470592:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.144941:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.147413:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.147600:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997470592:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.147615:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.147646:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004973184:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3352us (3779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.147653:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16987 00000100:00100000:1.0:1746126815.148399:0:3785:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126815.148411:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009848d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997470720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126815.148471:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126815.148788:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009848d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997470720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126815.148853:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009848d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997470848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126815.148887:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746126815.149369:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126815.149856:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126815.150240:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009848d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997470848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126815.155054:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.155228:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004973568 00000100:00100000:1.0:1746126815.155235:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004973568 00010000:00010000:1.0:1746126815.155262:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.155339:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16988 00000100:00100000:1.0:1746126815.155346:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946004973568:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.155357:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.155373:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.155388:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.155405:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da906377348d7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6075 expref: 82 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.155421:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.155422:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.155427:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.155434:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.155459:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 81 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.155468:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997470976:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.155562:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.162612:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997470976:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.162639:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.162682:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946004973568:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7335us (7634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.162691:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16988 00000100:00100000:0.0:1746126815.166470:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.174896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.198926:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.205607:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946004974080:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 5207us (6680us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746126815.205618:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2318 00002000:00100000:0.0:1746126815.205627:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e1fdc00 x1830946004974080/t4294970557(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.205635:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdc00 with x1830946004974080 ext(0->7) 00010000:00010000:0.0:1746126815.205644:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 83 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126815.205655:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 83 pid: 9597 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126815.205661:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fdc00 00000100:00100000:0.0:1746126815.207318:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.227936:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004974336 00000100:00100000:1.0:1746126815.227944:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004974336 00010000:00010000:1.0:1746126815.227973:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 84 pid: 9597 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.228008:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16989 00000100:00100000:1.0:1746126815.228015:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2029:x1830946004974336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.228027:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.228043:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 84 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.228053:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 84 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.228072:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348d81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff607c expref: 84 pid: 9597 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.228097:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.228099:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.228105:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.228111:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.228158:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.230894:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 5 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.230909:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997471360:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.232504:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.237407:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997471360:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.237425:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.237473:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2029:x1830946004974336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 9457us (10007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.237481:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16989 00000100:00100000:0.0:1746126815.239323:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.243023:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.243089:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004974720 00000100:00100000:1.0:1746126815.243097:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004974720 00010000:00010000:1.0:1746126815.243163:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.243202:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16990 00000100:00100000:1.0:1746126815.243208:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004974720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.243221:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.243245:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.243261:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.243283:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348d88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6083 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.243298:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.243301:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.243306:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff608a expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.243313:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff608a expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.243341:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff608a expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.243357:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997471488:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.243422:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.245284:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997471488:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.245301:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.245343:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946004974720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2134us (2326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.245353:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16990 00000100:00100000:0.0:1746126815.246419:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.249556:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.253831:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.254105:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004975232 00000100:00100000:1.0:1746126815.254110:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004975232 00010000:00010000:1.0:1746126815.254148:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff608a expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.254174:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16991 00000100:00100000:1.0:1746126815.254179:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946004975232:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.254189:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.254202:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff608a expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.254215:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff608a expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.254233:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348d8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff608a expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.254246:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.254248:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.254254:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6091 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.254261:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6091 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.254293:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6091 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.254303:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997471744:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.254347:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.257282:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.257430:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997471744:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.257445:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.257477:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946004975232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3297us (3646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.257485:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16991 00000100:00100000:0.0:1746126815.261306:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.262796:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.262839:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004975872 00000100:00100000:1.0:1746126815.262844:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004975872 00010000:00010000:1.0:1746126815.262863:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6091 expref: 6 pid: 25366 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.262929:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16992 00000100:00100000:1.0:1746126815.262935:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004975872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.262943:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.262958:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6091 expref: 6 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.262967:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6091 expref: 6 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.262981:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348d96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6091 expref: 6 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.263418:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.263420:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.263427:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.263434:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.263701:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.263711:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 83 pid: 25366 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.263800:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997472128:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.264317:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.266093:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997472128:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.266109:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.266166:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946004975872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3229us (3370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.266174:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16992 00000100:00100000:0.0:1746126815.266615:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.270742:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.270798:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004976256 00000100:00100000:1.0:1746126815.270806:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004976256 00010000:00010000:1.0:1746126815.270836:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 84 pid: 25366 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.270876:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16993 00000100:00100000:1.0:1746126815.270883:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946004976256:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.270895:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.270912:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 84 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.270924:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 84 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.270942:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348d9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6098 expref: 84 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.270966:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.270968:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.270974:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348da4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff609f expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.270980:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff609f expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.271008:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff609f expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.271018:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997472256:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.271084:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.274042:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997472256:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.274059:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.274100:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2030:x1830946004976256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3216us (3365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.274110:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16993 00000100:00100000:0.0:1746126815.274433:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.277479:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.281677:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.281730:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004976768 00000100:00100000:1.0:1746126815.281737:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004976768 00010000:00010000:1.0:1746126815.281758:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff609f expref: 83 pid: 25366 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746126815.281778:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 16994 00000100:00100000:1.0:1746126815.281784:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946004976768:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126815.281794:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126815.281816:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff609f expref: 83 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.281829:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff609f expref: 83 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.281847:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348da4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff609f expref: 83 pid: 25366 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.281860:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.281875:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.281881:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348dab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60a6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.281887:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60a6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.281915:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60a6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126815.281924:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997472512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126815.281963:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.284224:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.284706:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997472512:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126815.284720:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126815.284740:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946004976768:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2957us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.284747:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 16994 00000100:00100000:0.0:1746126815.287468:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.287540:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.287827:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004977280 00000100:00100000:1.0:1746126815.287830:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004977280 00000100:00100000:1.0:1746126815.288264:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29277 00000100:00100000:1.0:1746126815.288270:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946004977280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.288276:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.288283:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdd0a00/0x63da906377348db9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff60b4 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.288363:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.288367:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348db2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60ad expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.288372:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.288374:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdd0a00/0x63da906377348db9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60b4 expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.288392:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377348db2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60ad expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.288402:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdd0a00/0x63da906377348db9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60b4 expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.288410:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdd0a00, rc 0) 00000100:00100000:1.0:1746126815.288428:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946004977280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.288433:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29277 00000100:00100000:0.0:1746126815.291783:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.300235:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.304313:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.307912:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.310505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.317164:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.321379:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004978432 00000100:00100000:0.0:1746126815.321387:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004978432 00000100:00100000:0.0:1746126815.321790:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29279 00000100:00100000:0.0:1746126815.321798:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946004978432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126815.321813:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126815.321826:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348dc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff60c2 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.321850:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348dc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60bb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.321857:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.321858:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.321861:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348dc7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60c2 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.321895:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348dc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60bb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.321905:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348dc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60bb expref: 5 pid: 21550 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746126815.321916:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997473408:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126815.321986:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.324756:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.325414:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b982300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997473408:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126815.325433:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5000/0x63da906377348dc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60c2 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.325444:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991b5000, rc 0) 00000100:00100000:0.0:1746126815.325463:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946004978432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3666us (4154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.325469:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29279 00000100:00100000:0.0:1746126815.327301:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.327337:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.330481:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.336147:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.342286:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.344784:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.347227:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.350884:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.358545:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.358901:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004980224 00000100:00100000:1.0:1746126815.358909:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004980224 00002000:00100000:1.0:1746126815.358945:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983b80 x1830946004980224/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.358955:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983b80 with x1830946004980224 ext(0->4095) 00010000:00010000:1.0:1746126815.358961:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d0 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.358972:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d0 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.358978:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983b80 00000100:00100000:1.0:1746126815.359007:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2324 00000100:00100000:1.0:1746126815.359013:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004980224:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.359118:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004980224:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.359144:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2324 00002000:00100000:1.0:1746126815.359149:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983b80 x1830946004980224/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.359156:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983b80 with x1830946004980224 ext(0->4095) 00010000:00010000:1.0:1746126815.359160:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d0 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.359168:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377348dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d0 expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.359174:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983b80 00000100:00100000:0.0:1746126815.365658:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.371229:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.376066:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.381535:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.382206:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004980864 00000100:00100000:1.0:1746126815.382214:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004980864 00002000:00100000:1.0:1746126815.382248:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093358000 x1830946004980864/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.382258:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358000 with x1830946004980864 ext(0->7) 00010000:00010000:1.0:1746126815.382265:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d7 expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.382277:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d7 expref: 83 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.382283:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358000 00000100:00100000:1.0:1746126815.382316:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2325 00000100:00100000:1.0:1746126815.382323:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946004980864:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126815.383084:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946004980864:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 760us (1553us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746126815.383094:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2325 00002000:00100000:0.0:1746126815.383099:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093358000 x1830946004980864/t4294970558(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.383106:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358000 with x1830946004980864 ext(0->7) 00010000:00010000:0.0:1746126815.383111:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d7 expref: 85 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746126815.383120:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377348ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60d7 expref: 85 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746126815.383149:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358000 00000100:00100000:0.0:1746126815.390204:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.391377:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.393844:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.393933:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004981376 00000100:00100000:1.0:1746126815.393940:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004981376 00002000:00100000:1.0:1746126815.393976:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358a80 x1830946004981376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.393985:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358a80 with x1830946004981376 ext(0->4095) 00010000:00010000:1.0:1746126815.393992:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348de3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60de expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.394003:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348de3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60de expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.394010:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358a80 00000100:00100000:1.0:1746126815.394035:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2326 00000100:00100000:1.0:1746126815.394042:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004981376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126815.394181:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004981376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.394188:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2326 00002000:00100000:1.0:1746126815.394193:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358a80 x1830946004981376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.394200:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358a80 with x1830946004981376 ext(0->4095) 00010000:00010000:1.0:1746126815.394205:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348de3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60de expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746126815.394213:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377348de3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff60de expref: 6 pid: 21550 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746126815.394219:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358a80 00000100:00100000:0.0:1746126815.398898:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.402510:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.407270:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.410115:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.414598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.415356:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004982272 00000100:00100000:1.0:1746126815.415361:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004982272 00002000:00100000:1.0:1746126815.415389:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359880 x1830946004982272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.415397:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359880 with x1830946004982272 ext(0->4095) 00002000:00010000:1.0:1746126815.415401:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359880 00000100:00100000:1.0:1746126815.415422:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13329 00000100:00100000:1.0:1746126815.415427:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946004982272:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126815.415532:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946004982272:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (940us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.415538:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13329 00002000:00100000:1.0:1746126815.415543:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359880 x1830946004982272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.415550:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359880 with x1830946004982272 ext(0->4095) 00002000:00010000:1.0:1746126815.415552:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359880 00000100:00100000:0.0:1746126815.418729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.422553:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.425008:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.425078:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.427436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.427471:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.429630:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.431623:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.434813:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.435093:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004983808 00000100:00100000:0.0:1746126815.435099:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004983808 00002000:00100000:0.0:1746126815.435149:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de75880 x1830946004983808/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.435157:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75880 with x1830946004983808 ext(0->4095) 00002000:00010000:0.0:1746126815.435161:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de75880 00000100:00100000:0.0:1746126815.435183:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13330 00000100:00100000:0.0:1746126815.435189:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946004983808:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126815.435286:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946004983808:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (475us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126815.435291:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13330 00002000:00100000:0.0:1746126815.435296:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de75880 x1830946004983808/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.435302:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75880 with x1830946004983808 ext(0->4095) 00002000:00010000:0.0:1746126815.435304:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de75880 00000100:00100000:0.0:1746126815.437101:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.437191:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004983936 00000100:00100000:1.0:1746126815.437196:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004983936 00000100:00100000:1.0:1746126815.437235:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29289 00000100:00100000:1.0:1746126815.437241:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004983936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.437251:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.437264:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6108 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.437285:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377348e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6101 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.437291:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.437292:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.437295:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e0d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6108 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.437318:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377348e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6101 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.437328:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377348e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6101 expref: 84 pid: 21550 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.437337:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997475968:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.437396:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.438705:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997475968:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.438968:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e0d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6108 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.438981:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40ea200, rc 0) 00000100:00100000:0.0:1746126815.439204:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.439266:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004983936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2023us (2168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.439275:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29289 00000100:00100000:0.0:1746126815.441705:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.441751:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004984320 00000100:00100000:1.0:1746126815.441756:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004984320 00002000:00100000:1.0:1746126815.441831:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335bb80 x1830946004984320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.441840:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335bb80 with x1830946004984320 ext(0->4095) 00002000:00010000:1.0:1746126815.441844:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009335bb80 00000100:00100000:1.0:1746126815.441884:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13331 00000100:00100000:1.0:1746126815.441891:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004984320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.441984:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004984320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.441989:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13331 00002000:00100000:1.0:1746126815.441994:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335bb80 x1830946004984320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.442005:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335bb80 with x1830946004984320 ext(0->4095) 00002000:00010000:1.0:1746126815.442008:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009335bb80 00010000:00010000:1.0:1746126815.444673:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126815.444980:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004984448 00000100:00100000:1.0:1746126815.444986:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004984448 00000100:00100000:1.0:1746126815.445024:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004984576 00000100:00100000:1.0:1746126815.445027:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004984576 00000100:00100000:1.0:1746126815.445040:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29290 00000100:00100000:1.0:1746126815.445046:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946004984448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.445057:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.445069:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff610f expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.445090:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6108 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.445097:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.445099:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.445102:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff610f expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.445154:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6108 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.445165:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6108 expref: 5 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.445180:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997476224:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.445235:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.449719:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.449815:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997476224:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.449840:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e14 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff610f expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.449852:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eac00, rc 0) 00000100:00100000:1.0:1746126815.449913:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946004984448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4866us (5091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.449921:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29290 00000100:00100000:1.0:1746126815.454927:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.454986:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004984960 00000100:00100000:0.0:1746126815.454993:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004984960 00002000:00100000:0.0:1746126815.455028:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de74700 x1830946004984960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.455038:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74700 with x1830946004984960 ext(0->4095) 00010000:00010000:0.0:1746126815.455046:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e14 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff610f expref: 86 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.455056:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e14 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff610f expref: 86 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.455062:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de74700 00000100:00100000:0.0:1746126815.460118:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.463654:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.465449:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.465496:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004985472 00000100:00100000:1.0:1746126815.465500:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004985472 00000100:00100000:1.0:1746126815.465533:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29292 00000100:00100000:1.0:1746126815.465538:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004985472:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.465548:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.465560:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348e22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff611d expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.465580:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377348e1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6116 expref: 84 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.465587:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.465589:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.465592:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348e22 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff611d expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.465616:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377348e1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6116 expref: 84 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.465626:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377348e1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6116 expref: 84 pid: 9597 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.465635:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997476736:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.465701:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.467042:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997476736:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.467064:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348e22 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff611d expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.467075:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eb000, rc 0) 00000100:00100000:1.0:1746126815.467102:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004985472:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1563us (1655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.467108:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29292 00000100:00100000:0.0:1746126815.468606:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.472374:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.475334:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.475757:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.475919:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004985984 00000100:00100000:1.0:1746126815.475924:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004985984 00000100:00100000:1.0:1746126815.475963:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004986112 00000100:00100000:1.0:1746126815.475965:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004986112 00000100:00100000:1.0:1746126815.475979:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29293 00000100:00100000:1.0:1746126815.475985:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946004985984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.475996:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.476008:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6124 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.476031:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348e22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff611d expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.476037:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.476039:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.476042:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6124 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.476066:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348e22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff611d expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.476076:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348e22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff611d expref: 5 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.476086:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997476992:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.476165:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.478577:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997476992:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.478807:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6124 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.478819:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eac00, rc 0) 00000100:00100000:1.0:1746126815.478984:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946004985984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2997us (3650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.478990:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29293 00000100:00100000:0.0:1746126815.479174:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.481317:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.483497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.486465:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.489157:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.489231:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004987008 00000100:00100000:1.0:1746126815.489236:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004987008 00000100:00100000:1.0:1746126815.489272:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29295 00000100:00100000:1.0:1746126815.489279:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004987008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.489291:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.489303:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6132 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.489346:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348e30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff612b expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.489352:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.489353:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.489356:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6132 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.489378:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348e30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff612b expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.489388:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377348e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff612b expref: 84 pid: 11460 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.489397:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997477504:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.489606:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.491406:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.491491:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997477504:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.491514:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6132 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.491530:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40ea200, rc 0) 00000100:00100000:1.0:1746126815.491560:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004987008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2281us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.491566:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29295 00000100:00100000:0.0:1746126815.495190:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.501112:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.501198:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.501339:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004987520 00000100:00100000:1.0:1746126815.501347:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004987520 00000100:00100000:1.0:1746126815.501383:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004987648 00000100:00100000:1.0:1746126815.501385:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004987648 00000100:00100000:1.0:1746126815.501397:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29296 00000100:00100000:1.0:1746126815.501403:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946004987520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.501418:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.501433:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6139 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.501456:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6132 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.501541:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.501542:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.501546:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6139 expref: 87 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.501587:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6132 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.501597:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea200/0x63da906377348e37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6132 expref: 5 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.501608:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997477888:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.502236:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.508931:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.509161:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997477888:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.509190:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6139 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.509205:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40ea400, rc 0) 00000100:00100000:1.0:1746126815.509240:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946004987520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7837us (8134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.509247:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29296 00000100:00100000:0.0:1746126815.513869:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.517074:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004988032 00000100:00100000:1.0:1746126815.517084:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004988032 00002000:00100000:1.0:1746126815.517122:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982300 x1830946004988032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.517145:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982300 with x1830946004988032 ext(0->4095) 00010000:00010000:1.0:1746126815.517153:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6139 expref: 86 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.517165:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6139 expref: 86 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.517171:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982300 00000100:00100000:1.0:1746126815.517197:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2332 00000100:00100000:1.0:1746126815.517203:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946004988032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126815.517310:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946004988032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (3455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.517315:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2332 00002000:00100000:1.0:1746126815.517319:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982300 x1830946004988032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.517326:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982300 with x1830946004988032 ext(0->4095) 00010000:00010000:1.0:1746126815.517329:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6139 expref: 86 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.517337:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6139 expref: 86 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.517342:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982300 00000100:00100000:0.0:1746126815.521736:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.526149:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.526192:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004988416 00000100:00100000:1.0:1746126815.526199:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004988416 00002000:00100000:1.0:1746126815.526233:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983800 x1830946004988416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.526243:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983800 with x1830946004988416 ext(0->4095) 00002000:00010000:1.0:1746126815.526248:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b983800 00000100:00100000:1.0:1746126815.526273:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13336 00000100:00100000:1.0:1746126815.526279:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946004988416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126815.526380:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946004988416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.526386:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13336 00002000:00100000:1.0:1746126815.526391:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983800 x1830946004988416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.526397:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983800 with x1830946004988416 ext(0->4095) 00002000:00010000:1.0:1746126815.526399:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b983800 00000100:00100000:0.0:1746126815.528518:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.528556:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004988544 00000100:00100000:1.0:1746126815.528561:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004988544 00000100:00100000:1.0:1746126815.528597:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29298 00000100:00100000:1.0:1746126815.528604:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004988544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.528614:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.528627:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eaa00/0x63da906377348e4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6147 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.528649:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6140 expref: 84 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.528656:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.528657:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.528660:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eaa00/0x63da906377348e4c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6147 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.528682:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6140 expref: 84 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.528690:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377348e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6140 expref: 84 pid: 9597 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.528700:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997478272:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.528762:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.531107:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997478272:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.531158:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eaa00/0x63da906377348e4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6147 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.531173:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eaa00, rc 0) 00000100:00100000:1.0:1746126815.531208:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004988544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2604us (2693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.531215:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29298 00000100:00100000:0.0:1746126815.535792:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.535840:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.538846:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004988800 00000100:00100000:1.0:1746126815.538853:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004988800 00000100:00100000:1.0:1746126815.538904:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29299 00000100:00100000:1.0:1746126815.538911:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946004988800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.538924:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.538936:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff614e expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.538957:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eaa00/0x63da906377348e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6147 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.538964:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.538966:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.538968:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff614e expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.538988:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a40eaa00/0x63da906377348e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6147 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.539001:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eaa00/0x63da906377348e4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6147 expref: 5 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.539010:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997478528:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.539063:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.550229:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.551038:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997478528:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.551056:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff614e expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.551069:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eac00, rc 0) 00000100:00100000:1.0:1746126815.551090:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946004988800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12180us (15249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.551095:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29299 00000100:00100000:0.0:1746126815.561399:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.563328:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.563885:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004989440 00000100:00100000:1.0:1746126815.563891:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004989440 00002000:00100000:1.0:1746126815.563919:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980380 x1830946004989440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.563929:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980380 with x1830946004989440 ext(0->4095) 00002000:00010000:1.0:1746126815.563934:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980380 00000100:00100000:1.0:1746126815.563956:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13337 00000100:00100000:1.0:1746126815.563961:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946004989440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.564159:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946004989440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.564168:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13337 00002000:00100000:1.0:1746126815.564173:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980380 x1830946004989440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.564180:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980380 with x1830946004989440 ext(0->4095) 00002000:00010000:1.0:1746126815.564183:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980380 00000100:00100000:0.0:1746126815.566006:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.567611:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004989568 00000100:00100000:1.0:1746126815.567621:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004989568 00000100:00100000:1.0:1746126815.567671:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29300 00000100:00100000:1.0:1746126815.567678:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946004989568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.567691:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.567705:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6155 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.567730:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff614e expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.567737:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.567738:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.567741:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.567766:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff614e expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.567776:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff614e expref: 84 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746126815.567790:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997478784:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126815.567874:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.574515:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.574708:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997478784:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126815.574733:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.574746:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eae00, rc 0) 00000100:00100000:1.0:1746126815.574779:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946004989568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7102us (8780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.574786:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29300 00000100:00100000:0.0:1746126815.576976:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2028:x1830946004989696:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2033us (2461us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746126815.576987:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2334 00002000:00100000:0.0:1746126815.576996:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b983100 x1830946004989696/t4294970559(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.577004:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983100 with x1830946004989696 ext(0->7) 00010000:00010000:0.0:1746126815.577012:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff614e expref: 87 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.577024:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a40eac00/0x63da906377348e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff614e expref: 87 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.577029:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983100 00000100:00100000:0.0:1746126815.581010:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997478912 00000100:00100000:0.0:1746126815.581017:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997478912 00000100:00100000:0.0:1746126815.581352:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1746126815.581359:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6239c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:11aba639-e19c-48d4-9642-ad075637c564+23:3786:x1830945997478912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.581439:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6239c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:11aba639-e19c-48d4-9642-ad075637c564+23:3786:x1830945997478912:12345-0@lo:400:kworker.0 Request processed in 79us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.581444:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1746126815.581472:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3785:1830945997479296:0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.581491:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126815.581507:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997479808:0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.581525:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126815.581541:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997480320:0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.581558:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126815.581582:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997479808 00000100:00100000:0.0:1746126815.581585:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997479808 00000100:00100000:1.0:1746126815.581601:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997479040 00000100:00100000:1.0:1746126815.581605:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997479040 00000100:00100000:0.0:1746126815.581606:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997480320 00000100:00100000:0.0:1746126815.581608:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997480320 00000100:00100000:1.0:1746126815.581624:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997479296 00000100:00100000:0.0:1746126815.581625:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1746126815.581626:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997479296 00000100:00100000:0.0:1746126815.581630:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997479808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126815.581636:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1746126815.581640:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3787:x1830945997479040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.581656:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997479808:12345-0@lo:400:kworker.0 Request processed in 26us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.581661:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1746126815.581664:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3787:x1830945997479040:12345-0@lo:400:kworker.0 Request processed in 24us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.581669:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1746126815.581670:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1746126815.581674:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997480320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.581692:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997480320:12345-0@lo:400:kworker.0 Request processed in 18us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.581697:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1746126815.581721:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997480320:0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.581729:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997479808:0@lo:400:kworker.0 00000100:00080000:0.0:1746126815.581757:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126815.582383:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1746126815.582390:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3785:x1830945997479296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.582402:0:8796:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997479168 00000100:00100000:0.0:1746126815.582405:0:8796:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997479168 00000100:00100000:1.0:1746126815.582414:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3785:x1830945997479296:12345-0@lo:400:kworker.0 Request processed in 25us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.582418:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1746126815.582439:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3785:1830945997479296:0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.582481:0:8796:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997479424 00000100:00100000:0.0:1746126815.582484:0:8796:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997479424 00000100:00100000:0.0:1746126815.582493:0:8796:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1746126815.582497:0:8796:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997479168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.582524:0:8796:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997479168:12345-0@lo:400:kworker.0 Request processed in 26us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.582528:0:8796:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1746126815.582536:0:8796:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1746126815.582539:0:8796:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997479424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.582566:0:8796:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997479424:12345-0@lo:400:kworker.0 Request processed in 26us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.582570:0:8796:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:0.0:1746126815.582580:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126815.582740:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1746126815.582746:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3784:x1830945997480192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126815.582775:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3784:x1830945997480192:12345-0@lo:400:kworker.0 Request processed in 29us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.582780:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00080000:0.0:1746126815.582792:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126815.585364:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.585387:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004989952 00000100:00100000:0.0:1746126815.585393:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004989952 00000100:00100000:0.0:1746126815.585422:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29301 00000100:00100000:0.0:1746126815.585428:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1764:x1830946004989952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126815.585440:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126815.585452:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff615c expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.585477:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.585484:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.585485:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.585488:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 88 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.585509:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.585517:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 5 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746126815.585526:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997480704:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126815.585580:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126815.585609:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997479552 00000100:00100000:1.0:1746126815.585614:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997479552 00000100:00100000:1.0:1746126815.585647:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997480064 00000100:00100000:1.0:1746126815.585650:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997480064 00000100:00080000:0.0:1746126815.585650:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126815.585664:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1746126815.585669:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3786:x1830945997480064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126815.585705:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3786:x1830945997480064:12345-0@lo:400:kworker.0 Request processed in 36us (2308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.585710:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1746126815.589638:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.591747:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004990208 00000100:00100000:1.0:1746126815.591754:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004990208 00002000:00100000:1.0:1746126815.591785:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2df80 x1830946004990208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.591794:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2df80 with x1830946004990208 ext(0->4095) 00010000:00010000:1.0:1746126815.591801:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.591812:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.591818:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2df80 00000100:00100000:1.0:1746126815.591834:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2335 00000100:00100000:1.0:1746126815.591840:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004990208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.592553:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004990208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 711us (2920us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.592563:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2335 00002000:00100000:1.0:1746126815.592569:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2df80 x1830946004990208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.592576:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2df80 with x1830946004990208 ext(0->4095) 00010000:00010000:1.0:1746126815.592581:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.592591:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.592597:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2df80 00000100:00100000:0.0:1746126815.598860:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004990464 00000100:00100000:0.0:1746126815.598874:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004990464 00010000:00010000:0.0:1746126815.598901:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746126815.598923:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17020 00000100:00100000:0.0:1746126815.598929:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004990464:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126815.598939:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126815.598958:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.598967:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.598986:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348e5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6155 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.599014:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.599016:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126815.599021:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.599028:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.599055:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126815.599065:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997480960:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126815.599118:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.603492:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.603738:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004990720 00000100:00100000:1.0:1746126815.603744:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004990720 00002000:00100000:1.0:1746126815.603773:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ca80 x1830946004990720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.603782:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ca80 with x1830946004990720 ext(0->4095) 00010000:00010000:1.0:1746126815.603788:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 88 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.603799:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 88 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.603805:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2ca80 00000100:00100000:1.0:1746126815.603818:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2336 00000100:00100000:1.0:1746126815.603824:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2027:x1830946004990720:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126815.603929:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2027:x1830946004990720:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.603935:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2336 00002000:00100000:1.0:1746126815.603939:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ca80 x1830946004990720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.603946:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ca80 with x1830946004990720 ext(0->4095) 00010000:00010000:1.0:1746126815.603951:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 88 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.603959:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377348e61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff615c expref: 88 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.603964:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2ca80 00000100:00100000:0.0:1746126815.607282:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.612950:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997481344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126815.613049:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.615277:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.618430:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.622198:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.622288:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.625361:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.625492:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004991872 00000100:00100000:1.0:1746126815.625499:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004991872 00000100:00100000:1.0:1746126815.625539:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29305 00000100:00100000:1.0:1746126815.625546:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1765:x1830946004991872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126815.625559:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126815.625573:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6178 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.625592:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126815.625597:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348e76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6171 expref: 89 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.625607:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126815.625610:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6178 expref: 89 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.625637:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348e76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6171 expref: 89 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.625648:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da906377348e7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6178 expref: 89 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126815.625656:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40ea400, rc 0) 00000100:00100000:1.0:1746126815.625701:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:1765:x1830946004991872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126815.625707:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29305 00000100:00100000:0.0:1746126815.629361:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.636933:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.642231:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.645869:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.647999:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.652759:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.656473:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.657212:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.658278:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.659598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.662514:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.665194:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.668350:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.671193:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.674246:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.677012:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.680718:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.682514:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.684490:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.689526:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.689586:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004995328 00000100:00100000:1.0:1746126815.689592:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004995328 00002000:00100000:1.0:1746126815.689623:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848ad80 x1830946004995328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.689632:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848ad80 with x1830946004995328 ext(0->4095) 00010000:00010000:1.0:1746126815.689639:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff619b expref: 88 pid: 21550 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.689649:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff619b expref: 88 pid: 21550 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.689655:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848ad80 00000100:00100000:1.0:1746126815.689685:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2339 00000100:00100000:1.0:1746126815.689691:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946004995328:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.689791:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946004995328:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.689797:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2339 00002000:00100000:1.0:1746126815.689802:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848ad80 x1830946004995328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.689808:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848ad80 with x1830946004995328 ext(0->4095) 00010000:00010000:1.0:1746126815.689813:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff619b expref: 88 pid: 21550 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.689821:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377348ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff619b expref: 88 pid: 21550 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.689826:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848ad80 00000100:00100000:0.0:1746126815.692398:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.696285:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.701464:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.705211:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.708224:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.711382:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.716275:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.720598:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.722911:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004996736 00000100:00100000:1.0:1746126815.722922:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004996736 00002000:00100000:1.0:1746126815.722961:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800984bce00 x1830946004996736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.722971:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bce00 with x1830946004996736 ext(0->4095) 00002000:00010000:1.0:1746126815.722976:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800984bce00 00000100:00100000:1.0:1746126815.723003:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13345 00000100:00100000:1.0:1746126815.723010:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2030:x1830946004996736:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126815.723145:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2030:x1830946004996736:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (2551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.723152:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13345 00002000:00100000:1.0:1746126815.723156:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800984bce00 x1830946004996736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.723164:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bce00 with x1830946004996736 ext(0->4095) 00002000:00010000:1.0:1746126815.723167:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800984bce00 00000100:00100000:0.0:1746126815.737249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.752183:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.757146:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2028:x1830946004996992:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1188us (4945us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746126815.757155:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2341 00002000:00100000:0.0:1746126815.757163:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800984bd500 x1830946004996992/t4294970560(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.757172:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bd500 with x1830946004996992 ext(0->7) 00010000:00010000:0.0:1746126815.757180:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b0 expref: 89 pid: 21550 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.757193:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b0 expref: 89 pid: 21550 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.757200:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800984bd500 00000100:00100000:0.0:1746126815.762808:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.764371:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29315 00000100:00100000:0.0:1746126815.764548:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:1764:x1830946004997120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126815.764566:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126815.764582:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377348ec3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff61be expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.764605:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126815.764610:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348ebc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b7 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.764615:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126815.764618:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377348ec3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61be expref: 90 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.764656:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348ebc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b7 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.764667:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377348ec3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61be expref: 90 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.764677:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e5a00, rc 0) 00000100:00100000:0.0:1746126815.764726:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+90:1764:x1830946004997120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 346us (1924us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.764732:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29315 00000100:00100000:0.0:1746126815.767476:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.767728:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004997504 00000100:00100000:1.0:1746126815.767734:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004997504 00002000:00100000:1.0:1746126815.767764:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800984bdc00 x1830946004997504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.767772:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bdc00 with x1830946004997504 ext(0->4095) 00010000:00010000:1.0:1746126815.767779:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348ebc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b7 expref: 6 pid: 21550 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.767789:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348ebc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b7 expref: 6 pid: 21550 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.767794:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800984bdc00 00000100:00100000:1.0:1746126815.767808:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2342 00000100:00100000:1.0:1746126815.767814:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004997504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126815.767918:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946004997504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.767923:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2342 00002000:00100000:1.0:1746126815.767928:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800984bdc00 x1830946004997504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.767936:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bdc00 with x1830946004997504 ext(0->4095) 00010000:00010000:1.0:1746126815.767940:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348ebc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b7 expref: 6 pid: 21550 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.767948:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da906377348ebc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61b7 expref: 6 pid: 21550 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.767953:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800984bdc00 00000100:00100000:0.0:1746126815.770372:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.773586:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.781659:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.789857:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.789940:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004998144 00000100:00100000:1.0:1746126815.789946:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004998144 00002000:00100000:1.0:1746126815.789977:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800984bea00 x1830946004998144/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.789986:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bea00 with x1830946004998144 ext(0->7) 00010000:00010000:1.0:1746126815.789993:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377348ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61be expref: 89 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.790004:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377348ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61be expref: 89 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.790011:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800984bea00 00000100:00100000:1.0:1746126815.790033:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2343 00000100:00100000:1.0:1746126815.790038:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2027:x1830946004998144:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126815.793628:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+91:2027:x1830946004998144:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3578us (3761us total) trans 4294970561 rc 0/0 00000100:00100000:1.0:1746126815.793639:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2343 00002000:00100000:1.0:1746126815.793648:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800984bea00 x1830946004998144/t4294970561(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.793658:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bea00 with x1830946004998144 ext(0->7) 00010000:00010000:1.0:1746126815.793667:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377348ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61be expref: 91 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.793682:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377348ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61be expref: 91 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.793688:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800984bea00 00000100:00100000:0.0:1746126815.798772:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.805488:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.806462:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004998528 00000100:00100000:1.0:1746126815.806469:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004998528 00002000:00100000:1.0:1746126815.806504:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800984bf100 x1830946004998528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.806514:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bf100 with x1830946004998528 ext(0->4095) 00002000:00010000:1.0:1746126815.806518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800984bf100 00000100:00100000:0.0:1746126815.806880:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.807081:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13347 00000100:00100000:1.0:1746126815.807088:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800984bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004998528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126815.807228:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800984bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946004998528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (1743us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.807234:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13347 00002000:00100000:1.0:1746126815.807239:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800984bf100 x1830946004998528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.807247:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800984bf100 with x1830946004998528 ext(0->4095) 00002000:00010000:1.0:1746126815.807249:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800984bf100 00000100:00100000:0.0:1746126815.810908:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.811182:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.817921:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.825528:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.830540:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946004999552 00000100:00100000:0.0:1746126815.830547:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946004999552 00002000:00100000:0.0:1746126815.830582:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990db100 x1830946004999552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.830592:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990db100 with x1830946004999552 ext(0->4095) 00002000:00010000:0.0:1746126815.830596:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990db100 00000100:00100000:0.0:1746126815.830771:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13348 00000100:00100000:0.0:1746126815.830833:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+91:2027:x1830946004999552:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126815.831530:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+91:2027:x1830946004999552:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 750us (1038us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126815.831536:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13348 00002000:00100000:0.0:1746126815.831542:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990db100 x1830946004999552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.831549:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990db100 with x1830946004999552 ext(0->4095) 00002000:00010000:0.0:1746126815.831552:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990db100 00000100:00100000:0.0:1746126815.840907:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.853210:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.860787:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.865872:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.869755:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.872362:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.876408:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.880347:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.883233:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.884656:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4871c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+95:2028:x1830946005000960:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1255us (1420us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746126815.884662:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2347 00002000:00100000:0.0:1746126815.884669:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800b4871c00 x1830946005000960/t4294970563(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.884676:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4871c00 with x1830946005000960 ext(0->7) 00010000:00010000:0.0:1746126815.884681:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f131000/0x63da906377348ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61e1 expref: 95 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.884690:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f131000/0x63da906377348ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61e1 expref: 95 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.884695:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b4871c00 00000100:00100000:0.0:1746126815.899930:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.902761:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.908829:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093355500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997486208:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126815.908846:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126815.908904:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4871f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2027:x1830946005001088:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6685us (8980us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126815.908913:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17040 00000100:00100000:0.0:1746126815.909257:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005001472 00000100:00100000:0.0:1746126815.909268:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005001472 00002000:00100000:0.0:1746126815.909298:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356d80 x1830946005001472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.909307:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356d80 with x1830946005001472 ext(0->4095) 00010000:00010000:0.0:1746126815.909314:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348eed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61e8 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.909324:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348eed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61e8 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.909335:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356d80 00000100:00100000:0.0:1746126815.909362:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2348 00000100:00100000:0.0:1746126815.909369:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005001472:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746126815.909458:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005001472:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 89us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126815.909463:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2348 00002000:00100000:0.0:1746126815.909468:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356d80 x1830946005001472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.909475:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356d80 with x1830946005001472 ext(0->4095) 00010000:00010000:0.0:1746126815.909479:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348eed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61e8 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.909487:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348eed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61e8 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.909493:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356d80 00000100:00100000:0.0:1746126815.915589:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.923252:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.923561:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005001856 00000100:00100000:1.0:1746126815.923569:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005001856 00002000:00100000:1.0:1746126815.923599:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b4872680 x1830946005001856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.923608:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4872680 with x1830946005001856 ext(0->4095) 00002000:00010000:1.0:1746126815.923612:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4872680 00000100:00100000:1.0:1746126815.923637:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13350 00000100:00100000:1.0:1746126815.923643:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+95:2030:x1830946005001856:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126815.923736:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4872680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+95:2030:x1830946005001856:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.923741:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13350 00002000:00100000:1.0:1746126815.923746:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b4872680 x1830946005001856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.923752:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4872680 with x1830946005001856 ext(0->4095) 00002000:00010000:1.0:1746126815.923755:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4872680 00000100:00100000:0.0:1746126815.929218:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.943176:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.944515:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.946259:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005002240:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1581us (1741us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746126815.946266:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2349 00002000:00100000:0.0:1746126815.946273:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800b4873100 x1830946005002240/t4294970564(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.946280:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4873100 with x1830946005002240 ext(0->7) 00010000:00010000:0.0:1746126815.946285:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4200/0x63da906377348ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61ef expref: 98 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.946295:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4200/0x63da906377348ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61ef expref: 98 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.946300:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b4873100 00000001:00080000:0.0:1746126815.952767:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970564 is committed 00000100:00100000:0.0:1746126815.954207:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.959243:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.959452:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005002624 00000100:00100000:1.0:1746126815.959457:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005002624 00002000:00100000:1.0:1746126815.959486:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b4873800 x1830946005002624/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.959495:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4873800 with x1830946005002624 ext(0->4095) 00010000:00010000:1.0:1746126815.959502:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377348efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61f6 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.959512:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377348efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61f6 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.959518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b4873800 00000100:00100000:1.0:1746126815.959531:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2350 00000100:00100000:1.0:1746126815.959536:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005002624:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126815.959637:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4873800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005002624:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126815.959642:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2350 00002000:00100000:1.0:1746126815.959646:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b4873800 x1830946005002624/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.959652:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4873800 with x1830946005002624 ext(0->4095) 00010000:00010000:1.0:1746126815.959656:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377348efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61f6 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.959663:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377348efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61f6 expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.959668:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b4873800 00000100:00100000:0.0:1746126815.964562:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.968339:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.968367:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005003008 00000100:00100000:0.0:1746126815.968372:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005003008 00002000:00100000:0.0:1746126815.968403:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b4870000 x1830946005003008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.968411:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4870000 with x1830946005003008 ext(0->4095) 00002000:00010000:0.0:1746126815.968415:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4870000 00000100:00100000:0.0:1746126815.968429:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13351 00000100:00100000:0.0:1746126815.968435:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005003008:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126815.968541:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4870000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005003008:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126815.968546:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13351 00002000:00100000:0.0:1746126815.968552:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b4870000 x1830946005003008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.968557:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4870000 with x1830946005003008 ext(0->4095) 00002000:00010000:0.0:1746126815.968560:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4870000 00000100:00100000:1.0:1746126815.971235:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.971329:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005003136 00000100:00100000:0.0:1746126815.971336:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005003136 00000100:00100000:0.0:1746126815.972228:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29325 00000100:00100000:0.0:1746126815.972237:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005003136:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126815.972253:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126815.972268:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4200/0x63da906377348f09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6204 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.972292:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377348f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61fd expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.972299:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126815.972300:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126815.972303:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4200/0x63da906377348f09 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6204 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.972327:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377348f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61fd expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126815.972337:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377348f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61fd expref: 5 pid: 25366 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746126815.972348:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b4870a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997487104:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126815.972608:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126815.974682:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126815.975049:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005003264 00000100:00100000:1.0:1746126815.975054:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005003264 00002000:00100000:1.0:1746126815.975085:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a214000 x1830946005003264/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126815.975094:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a214000 with x1830946005003264 ext(0->7) 00010000:00010000:1.0:1746126815.975100:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377348f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61fd expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126815.975111:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377348f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61fd expref: 6 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126815.975116:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a214000 00000100:00100000:1.0:1746126815.975158:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2351 00000100:00100000:1.0:1746126815.975165:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005003264:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126815.976279:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005003264:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1112us (1600us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746126815.976287:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2351 00002000:00100000:0.0:1746126815.976293:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a214000 x1830946005003264/t4294970565(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 496/448 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.976300:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a214000 with x1830946005003264 ext(0->7) 00010000:00010000:0.0:1746126815.976305:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377348f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61fd expref: 8 pid: 25366 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.976316:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377348f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff61fd expref: 8 pid: 25366 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.976322:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a214000 00000100:00100000:0.0:1746126815.978267:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.981475:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.985765:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.988100:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.988413:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.991300:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.992960:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.993030:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126815.998480:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005004800 00000100:00100000:0.0:1746126815.998486:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005004800 00002000:00100000:0.0:1746126815.998520:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357100 x1830946005004800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/0 e 0 to 0 dl 1746126826 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.998534:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357100 with x1830946005004800 ext(0->4095) 00010000:00010000:0.0:1746126815.998541:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da906377348f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6212 expref: 8 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.998553:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da906377348f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6212 expref: 8 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.998558:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357100 00000100:00100000:0.0:1746126815.998574:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2353 00000100:00100000:0.0:1746126815.998580:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005004800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126815.998959:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005004800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 378us (552us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126815.998966:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2353 00002000:00100000:0.0:1746126815.998972:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357100 x1830946005004800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:576/0 lens 488/4536 e 0 to 0 dl 1746126826 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126815.998979:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357100 with x1830946005004800 ext(0->4095) 00010000:00010000:0.0:1746126815.998984:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da906377348f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6212 expref: 8 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126815.998992:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da906377348f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6212 expref: 8 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126815.998997:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357100 00000100:00100000:0.0:1746126816.001079:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126816.001238:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126816.001812:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.004315:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.004521:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005005312 00000100:00100000:1.0:1746126816.004525:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005005312 00002000:00100000:1.0:1746126816.004563:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a216300 x1830946005005312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.004571:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216300 with x1830946005005312 ext(0->4095) 00010000:00010000:1.0:1746126816.004578:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377348f1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6219 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.004589:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377348f1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6219 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.004594:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a216300 00000100:00100000:1.0:1746126816.004606:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2354 00000100:00100000:1.0:1746126816.004611:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005005312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.004718:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005005312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.004724:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2354 00002000:00100000:1.0:1746126816.004729:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a216300 x1830946005005312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.004736:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216300 with x1830946005005312 ext(0->4095) 00010000:00010000:1.0:1746126816.004741:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377348f1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6219 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.004749:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377348f1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6219 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.004754:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a216300 00000100:00100000:0.0:1746126816.008092:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.012451:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.012506:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005005696 00000100:00100000:1.0:1746126816.012512:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005005696 00002000:00100000:1.0:1746126816.012545:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a4266050 x1830946005005696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.012555:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4266050 with x1830946005005696 ext(0->4095) 00002000:00010000:1.0:1746126816.012559:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4266050 00000100:00100000:1.0:1746126816.012737:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13353 00000100:00100000:1.0:1746126816.012745:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005005696:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.012853:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4266050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005005696:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.012869:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13353 00002000:00100000:1.0:1746126816.012874:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a4266050 x1830946005005696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.012881:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4266050 with x1830946005005696 ext(0->4095) 00002000:00010000:1.0:1746126816.012884:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4266050 00000100:00100000:0.0:1746126816.020643:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.033653:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.033747:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005005952 00000100:00100000:1.0:1746126816.033755:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005005952 00002000:00100000:1.0:1746126816.033795:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a216d80 x1830946005005952/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.033803:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216d80 with x1830946005005952 ext(0->7) 00010000:00010000:1.0:1746126816.033811:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f131c00/0x63da906377348f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6220 expref: 8 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.033824:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f131c00/0x63da906377348f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6220 expref: 8 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.033829:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a216d80 00000100:00100000:1.0:1746126816.033873:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2355 00000100:00100000:1.0:1746126816.033880:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005005952:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126816.035540:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005005952:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1654us (1888us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746126816.035548:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2355 00002000:00100000:0.0:1746126816.035556:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a216d80 x1830946005005952/t4294970566(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.035563:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216d80 with x1830946005005952 ext(0->7) 00010000:00010000:0.0:1746126816.035570:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f131c00/0x63da906377348f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6220 expref: 10 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126816.035581:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f131c00/0x63da906377348f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6220 expref: 10 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126816.035587:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a216d80 00000100:00100000:0.0:1746126816.046353:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.048510:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005006336 00000100:00100000:1.0:1746126816.048519:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005006336 00002000:00100000:1.0:1746126816.048557:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a217100 x1830946005006336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.048565:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a217100 with x1830946005006336 ext(0->4095) 00002000:00010000:1.0:1746126816.048570:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a217100 00000100:00100000:1.0:1746126816.048604:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13354 00000100:00100000:1.0:1746126816.048610:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005006336:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126816.048745:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005006336:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (2396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.048750:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13354 00002000:00100000:1.0:1746126816.048756:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a217100 x1830946005006336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.048762:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a217100 with x1830946005006336 ext(0->4095) 00002000:00010000:1.0:1746126816.048764:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a217100 00000100:00100000:0.0:1746126816.052392:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.056504:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.057669:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.063527:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.069410:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.070489:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.075304:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.081591:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.081977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.087014:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.092330:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.098285:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.099990:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.104465:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.108088:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.108509:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005008896 00000100:00100000:1.0:1746126816.108516:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005008896 00002000:00100000:1.0:1746126816.108547:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a214700 x1830946005008896/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.108556:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a214700 with x1830946005008896 ext(0->4095) 00002000:00010000:1.0:1746126816.108560:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a214700 00000100:00100000:1.0:1746126816.108584:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13356 00000100:00100000:1.0:1746126816.108589:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005008896:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126816.108687:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005008896:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.108692:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13356 00002000:00100000:1.0:1746126816.108697:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a214700 x1830946005008896/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.108704:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a214700 with x1830946005008896 ext(0->4095) 00002000:00010000:1.0:1746126816.108706:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a214700 00000100:00100000:0.0:1746126816.109410:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.111602:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.111689:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005009152 00000100:00100000:1.0:1746126816.111694:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005009152 00000100:00100000:1.0:1746126816.111722:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29337 00000100:00100000:1.0:1746126816.111727:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+11:1765:x1830946005009152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126816.111737:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126816.111748:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348f5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6258 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.111764:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126816.111785:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f131800/0x63da906377348f56 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6251 expref: 12 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.111791:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126816.111794:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348f5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6258 expref: 12 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.111819:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f131800/0x63da906377348f56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6251 expref: 12 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.111830:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377348f5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6258 expref: 12 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.111838:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eae00, rc 0) 00000100:00100000:1.0:1746126816.111881:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+12:1765:x1830946005009152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126816.111887:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29337 00000100:00100000:0.0:1746126816.113420:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.117175:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.119937:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.122049:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.122097:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005009920 00000100:00100000:1.0:1746126816.122101:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005009920 00002000:00100000:1.0:1746126816.122153:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a216a00 x1830946005009920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.122161:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216a00 with x1830946005009920 ext(0->4095) 00002000:00010000:1.0:1746126816.122164:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a216a00 00000100:00100000:1.0:1746126816.122337:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13357 00000100:00100000:1.0:1746126816.122345:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946005009920:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126816.122449:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946005009920:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.122455:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13357 00002000:00100000:1.0:1746126816.122460:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a216a00 x1830946005009920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.122467:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216a00 with x1830946005009920 ext(0->4095) 00002000:00010000:1.0:1746126816.122470:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a216a00 00000100:00100000:0.0:1746126816.123702:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.125888:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.130086:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.133316:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.133361:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.136515:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.141898:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.144702:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.147300:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.153361:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.157506:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.159167:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.161898:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.166991:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.171843:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.177101:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.182394:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.184960:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2029:x1830946005012736:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2393us (2565us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746126816.184968:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2362 00002000:00100000:0.0:1746126816.184977:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012faefb80 x1830946005012736/t4294970567(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.184985:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faefb80 with x1830946005012736 ext(0->7) 00010000:00010000:0.0:1746126816.184991:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377348f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff627b expref: 12 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126816.185001:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377348f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff627b expref: 12 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126816.185007:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faefb80 00000100:00100000:0.0:1746126816.186935:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.191747:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.196667:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.196687:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005013248 00000100:00100000:0.0:1746126816.196692:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005013248 00002000:00100000:0.0:1746126816.196720:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faeed80 x1830946005013248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.196728:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946005013248 ext(0->4095) 00010000:00010000:0.0:1746126816.196733:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6282 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126816.196743:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6282 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126816.196748:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeed80 00000100:00100000:0.0:1746126816.196762:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2363 00000100:00100000:0.0:1746126816.196767:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005013248:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126816.196868:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005013248:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126816.196874:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2363 00002000:00100000:0.0:1746126816.196879:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faeed80 x1830946005013248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.196886:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946005013248 ext(0->4095) 00010000:00010000:0.0:1746126816.196890:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6282 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126816.196898:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6282 expref: 6 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126816.196904:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeed80 00000100:00100000:0.0:1746126816.198801:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.198913:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005013376 00000100:00100000:1.0:1746126816.198918:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005013376 00000100:00100000:1.0:1746126816.198943:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29345 00000100:00100000:1.0:1746126816.198948:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+13:1765:x1830946005013376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126816.198960:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126816.198972:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348f95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6290 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.198992:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126816.198997:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348f8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6289 expref: 14 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.199003:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126816.199006:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348f95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6290 expref: 14 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.199033:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348f8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6289 expref: 14 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.199047:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eb000/0x63da906377348f95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6290 expref: 14 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.199055:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eb000, rc 0) 00000100:00100000:1.0:1746126816.199090:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1765:x1830946005013376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126816.199095:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29345 00000100:00100000:0.0:1746126816.199484:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.202704:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.202727:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005013760 00000100:00100000:0.0:1746126816.202732:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005013760 00002000:00100000:0.0:1746126816.202766:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba35f80 x1830946005013760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.202774:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba35f80 with x1830946005013760 ext(0->4095) 00010000:00010000:0.0:1746126816.202781:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348f8e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6289 expref: 13 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126816.202791:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348f8e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6289 expref: 13 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126816.202796:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba35f80 00000100:00100000:0.0:1746126816.202811:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2364 00000100:00100000:0.0:1746126816.202816:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2028:x1830946005013760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.203646:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2028:x1830946005013760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 829us (946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.203652:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2364 00002000:00100000:1.0:1746126816.203657:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba35f80 x1830946005013760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.203665:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba35f80 with x1830946005013760 ext(0->4095) 00010000:00010000:1.0:1746126816.203670:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6289 expref: 13 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.203679:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6289 expref: 13 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.203684:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba35f80 00000100:00100000:0.0:1746126816.206429:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.214422:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.214503:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005014144 00000100:00100000:1.0:1746126816.214509:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005014144 00002000:00100000:1.0:1746126816.214538:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba36a00 x1830946005014144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.214552:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba36a00 with x1830946005014144 ext(0->4095) 00002000:00010000:1.0:1746126816.214556:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba36a00 00000100:00100000:1.0:1746126816.214581:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13361 00000100:00100000:1.0:1746126816.214587:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946005014144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.214683:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946005014144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.214688:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13361 00002000:00100000:1.0:1746126816.214693:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba36a00 x1830946005014144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.214699:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba36a00 with x1830946005014144 ext(0->4095) 00002000:00010000:1.0:1746126816.214701:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba36a00 00000100:00100000:0.0:1746126816.218259:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.222717:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.226012:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.233392:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.238081:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.243257:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.250366:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.252626:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005015424:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1979us (2259us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746126816.252636:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2366 00002000:00100000:0.0:1746126816.252643:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a1f1180 x1830946005015424/t4294970568(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.252657:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1180 with x1830946005015424 ext(0->7) 00010000:00010000:0.0:1746126816.252664:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377348fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff629e expref: 14 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746126816.252675:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377348fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff629e expref: 14 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746126816.252681:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f1180 00000100:00100000:0.0:1746126816.260990:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.263529:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.267929:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.271921:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.284150:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.287881:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.296633:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.297097:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005016576 00000100:00100000:1.0:1746126816.297103:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005016576 00002000:00100000:1.0:1746126816.297158:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de76680 x1830946005016576/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.297166:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76680 with x1830946005016576 ext(0->7) 00010000:00010000:1.0:1746126816.297172:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348fb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ac expref: 14 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.297182:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348fb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ac expref: 14 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.297187:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76680 00000100:00100000:1.0:1746126816.297212:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2368 00000100:00100000:1.0:1746126816.297218:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005016576:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126816.298245:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005016576:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1024us (1610us total) trans 4294970569 rc 0/0 00000100:00100000:1.0:1746126816.298251:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2368 00002000:00100000:1.0:1746126816.298256:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de76680 x1830946005016576/t4294970569(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.298264:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76680 with x1830946005016576 ext(0->7) 00010000:00010000:1.0:1746126816.298269:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348fb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ac expref: 16 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.298277:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377348fb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ac expref: 16 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.298283:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76680 00000100:00100000:0.0:1746126816.302447:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.309334:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005016960 00000100:00100000:1.0:1746126816.309341:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005016960 00002000:00100000:1.0:1746126816.309373:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95500 x1830946005016960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.309382:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95500 with x1830946005016960 ext(0->4095) 00002000:00010000:1.0:1746126816.309387:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd95500 00000100:00100000:1.0:1746126816.309557:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13364 00000100:00100000:1.0:1746126816.309564:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005016960:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.309684:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005016960:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1031us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.309693:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13364 00002000:00100000:1.0:1746126816.309698:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95500 x1830946005016960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.309705:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95500 with x1830946005016960 ext(0->4095) 00002000:00010000:1.0:1746126816.309708:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd95500 00000100:00100000:0.0:1746126816.311494:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.313821:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.316474:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.316627:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005017600 00000100:00100000:1.0:1746126816.316632:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005017600 00002000:00100000:1.0:1746126816.316666:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76a00 x1830946005017600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.316675:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946005017600 ext(0->4095) 00010000:00010000:1.0:1746126816.316709:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da906377348fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ba expref: 17 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.316722:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da906377348fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ba expref: 17 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.316728:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76a00 00000100:00100000:1.0:1746126816.316753:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2369 00000100:00100000:1.0:1746126816.316760:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005017600:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.316853:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005017600:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.316867:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2369 00002000:00100000:1.0:1746126816.316872:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76a00 x1830946005017600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.316884:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946005017600 ext(0->4095) 00010000:00010000:1.0:1746126816.316887:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da906377348fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ba expref: 17 pid: 9596 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746126816.316895:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da906377348fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62ba expref: 17 pid: 9596 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746126816.316900:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76a00 00000100:00100000:0.0:1746126816.318478:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.321900:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.324463:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.326866:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093357800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997494272:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126816.326888:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da906377348fcd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62c8 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.326904:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0df400, rc 0) 00000100:00100000:0.0:1746126816.326946:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005018112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2220us (2487us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126816.326952:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29353 00000100:00100000:0.0:1746126816.329391:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.331663:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.332597:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.334904:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.335690:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.338567:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.340450:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.342334:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.344657:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.348571:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.352454:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005020032 00000100:00100000:0.0:1746126816.352460:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005020032 00002000:00100000:0.0:1746126816.352492:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd97800 x1830946005020032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.352501:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97800 with x1830946005020032 ext(0->4095) 00002000:00010000:0.0:1746126816.352505:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd97800 00000100:00100000:0.0:1746126816.352519:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13367 00000100:00100000:0.0:1746126816.352525:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005020032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126816.352993:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005020032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 465us (637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126816.352998:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13367 00002000:00100000:0.0:1746126816.353005:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd97800 x1830946005020032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.353011:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97800 with x1830946005020032 ext(0->4095) 00002000:00010000:0.0:1746126816.353014:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd97800 00000100:00100000:0.0:1746126816.355384:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.355447:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.356034:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29358 00000100:00100000:0.0:1746126816.356041:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1765:x1830946005020288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126816.356048:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126816.356054:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377348ff0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff62eb expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.356065:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126816.356068:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348fe9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62e4 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.356073:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126816.356075:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377348ff0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62eb expref: 18 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.356505:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377348fe9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62e4 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.356522:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377348ff0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff62eb expref: 18 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.356532:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e5e00, rc 0) 00000100:00100000:0.0:1746126816.356579:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1765:x1830946005020288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 539us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126816.356585:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29358 00000100:00100000:0.0:1746126816.358934:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.363163:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.365868:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.375092:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.379789:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.386313:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.386356:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.391043:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.394376:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.394529:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.399764:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.403361:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.404371:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.407372:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.412941:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.417434:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.421428:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.427085:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.427417:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.432305:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.436994:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.437984:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.443293:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.446462:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.451075:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.451301:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005024640 00000100:00100000:1.0:1746126816.451306:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005024640 00002000:00100000:1.0:1746126816.451336:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5500 x1830946005024640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.451344:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946005024640 ext(0->4095) 00002000:00010000:1.0:1746126816.451348:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5500 00000100:00100000:1.0:1746126816.451370:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13370 00000100:00100000:1.0:1746126816.451377:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005024640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.451471:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005024640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.451476:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13370 00002000:00100000:1.0:1746126816.451480:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5500 x1830946005024640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.451491:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946005024640 ext(0->4095) 00002000:00010000:1.0:1746126816.451493:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5500 00000100:00100000:0.0:1746126816.453444:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.457115:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.460164:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.463557:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.463624:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.464068:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29368 00000100:00100000:1.0:1746126816.464074:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1765:x1830946005025408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126816.464080:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126816.464086:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377349036 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6331 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.464095:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126816.464098:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52600/0x63da90637734902f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff632a expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.464103:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126816.464105:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377349036 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6331 expref: 18 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.464146:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52600/0x63da90637734902f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff632a expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.464156:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40eae00/0x63da906377349036 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6331 expref: 18 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126816.464163:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eae00, rc 0) 00000100:00100000:1.0:1746126816.464181:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1765:x1830946005025408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126816.464186:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29368 00000100:00100000:0.0:1746126816.467903:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.471996:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.475619:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.479038:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.479105:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005026176 00000100:00100000:1.0:1746126816.479111:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005026176 00002000:00100000:1.0:1746126816.479167:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510a80 x1830946005026176/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.479177:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510a80 with x1830946005026176 ext(0->4095) 00002000:00010000:1.0:1746126816.479181:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082510a80 00000100:00100000:1.0:1746126816.479816:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13372 00000100:00100000:1.0:1746126816.479823:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005026176:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.479936:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005026176:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.479940:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13372 00002000:00100000:1.0:1746126816.479945:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510a80 x1830946005026176/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.479952:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510a80 with x1830946005026176 ext(0->4095) 00002000:00010000:1.0:1746126816.479954:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082510a80 00000100:00100000:0.0:1746126816.482700:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.486109:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.488722:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.493992:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.494891:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.497811:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.502031:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.505563:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.509759:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.509837:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005027712 00000100:00100000:1.0:1746126816.509843:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005027712 00002000:00100000:1.0:1746126816.509883:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510700 x1830946005027712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.509892:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510700 with x1830946005027712 ext(0->4095) 00002000:00010000:1.0:1746126816.509896:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082510700 00000100:00100000:1.0:1746126816.509919:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13374 00000100:00100000:1.0:1746126816.509925:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005027712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.510022:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005027712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.510028:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13374 00002000:00100000:1.0:1746126816.510032:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510700 x1830946005027712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.510039:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510700 with x1830946005027712 ext(0->4095) 00002000:00010000:1.0:1746126816.510041:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082510700 00000100:00100000:0.0:1746126816.512572:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.518291:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.519274:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.524525:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.529306:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.534072:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.534208:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005028736 00000100:00100000:1.0:1746126816.534213:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005028736 00002000:00100000:1.0:1746126816.534242:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082513b80 x1830946005028736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.534251:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513b80 with x1830946005028736 ext(0->4095) 00002000:00010000:1.0:1746126816.534255:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082513b80 00000100:00100000:1.0:1746126816.534280:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13375 00000100:00100000:1.0:1746126816.534287:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005028736:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.534623:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005028736:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 335us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.534628:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13375 00002000:00100000:1.0:1746126816.534633:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082513b80 x1830946005028736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.534640:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513b80 with x1830946005028736 ext(0->4095) 00002000:00010000:1.0:1746126816.534643:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082513b80 00000100:00100000:0.0:1746126816.548652:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.558216:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.563790:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.568253:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.569738:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.574068:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.575172:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.579020:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.579585:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005030016 00000100:00100000:1.0:1746126816.579593:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005030016 00002000:00100000:1.0:1746126816.579627:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18380 x1830946005030016/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.579636:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18380 with x1830946005030016 ext(0->4095) 00010000:00010000:1.0:1746126816.579643:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349067 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6362 expref: 19 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.579656:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349067 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6362 expref: 19 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.579663:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a18380 00000100:00100000:1.0:1746126816.580231:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2383 00000100:00100000:1.0:1746126816.580238:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005030016:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.580326:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005030016:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (1312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.580331:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2383 00002000:00100000:1.0:1746126816.580335:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18380 x1830946005030016/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.580343:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18380 with x1830946005030016 ext(0->4095) 00010000:00010000:1.0:1746126816.580347:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6362 expref: 19 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.580356:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6362 expref: 19 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.580362:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a18380 00000100:00100000:0.0:1746126816.583604:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.591939:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.595539:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.599422:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.601346:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.605811:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.609411:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.613581:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.624220:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.641656:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.646161:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005031680:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4218us (4466us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746126816.646175:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2385 00002000:00100000:0.0:1746126816.646185:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098426680 x1830946005031680/t4294970571(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.646194:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426680 with x1830946005031680 ext(0->7) 00010000:00010000:0.0:1746126816.646204:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de52e00/0x63da90637734907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6377 expref: 20 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126816.646219:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de52e00/0x63da90637734907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6377 expref: 20 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746126816.646224:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098426680 00000100:00100000:0.0:1746126816.650889:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.652583:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.656727:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.659690:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.665336:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.668995:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.672177:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.676366:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.680006:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.684654:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.689146:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.695893:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.702707:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.702769:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005033856 00000100:00100000:1.0:1746126816.702777:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005033856 00002000:00100000:1.0:1746126816.702815:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880135afc380 x1830946005033856/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.702824:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830946005033856 ext(0->7) 00010000:00010000:1.0:1746126816.702832:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6393 expref: 20 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.702843:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6393 expref: 20 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.702850:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afc380 00000100:00100000:1.0:1746126816.702893:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2388 00000100:00100000:1.0:1746126816.702900:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005033856:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126816.706919:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005033856:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4012us (4212us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746126816.706929:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2388 00002000:00100000:0.0:1746126816.706938:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880135afc380 x1830946005033856/t4294970572(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.706946:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830946005033856 ext(0->7) 00010000:00010000:0.0:1746126816.706954:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6393 expref: 22 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126816.706966:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6393 expref: 22 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746126816.706972:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afc380 00000100:00100000:0.0:1746126816.708394:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.711213:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.718459:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.722229:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.729587:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005034752 00000100:00100000:0.0:1746126816.729594:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005034752 00002000:00100000:0.0:1746126816.729624:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354380 x1830946005034752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.729633:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354380 with x1830946005034752 ext(0->4095) 00002000:00010000:0.0:1746126816.729637:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354380 00000100:00100000:0.0:1746126816.729655:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13380 00000100:00100000:0.0:1746126816.729661:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005034752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126816.729760:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005034752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (438us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126816.729766:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13380 00002000:00100000:0.0:1746126816.729771:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354380 x1830946005034752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.729778:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354380 with x1830946005034752 ext(0->4095) 00002000:00010000:0.0:1746126816.729780:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354380 00000100:00100000:0.0:1746126816.735253:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.739303:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.745344:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.745689:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005035392 00000100:00100000:1.0:1746126816.745696:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005035392 00002000:00100000:1.0:1746126816.745729:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135affb80 x1830946005035392/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.745738:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135affb80 with x1830946005035392 ext(0->4095) 00010000:00010000:1.0:1746126816.745745:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da9063773490ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63a8 expref: 6 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.745756:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da9063773490ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63a8 expref: 6 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.745762:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135affb80 00000100:00100000:1.0:1746126816.745776:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2390 00000100:00100000:1.0:1746126816.745782:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005035392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.746044:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005035392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 260us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.746049:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2390 00002000:00100000:1.0:1746126816.746054:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135affb80 x1830946005035392/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.746060:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135affb80 with x1830946005035392 ext(0->4095) 00010000:00010000:1.0:1746126816.746065:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da9063773490ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63a8 expref: 6 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.746073:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da9063773490ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63a8 expref: 6 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.746079:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135affb80 00000100:00100000:0.0:1746126816.750279:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.755150:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.755224:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005035776 00000100:00100000:1.0:1746126816.755234:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005035776 00002000:00100000:1.0:1746126816.755264:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd180 x1830946005035776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.755273:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd180 with x1830946005035776 ext(0->4095) 00002000:00010000:1.0:1746126816.755276:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd180 00000100:00100000:1.0:1746126816.755289:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13381 00000100:00100000:1.0:1746126816.755295:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005035776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.755709:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005035776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 412us (583us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.755714:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13381 00002000:00100000:1.0:1746126816.755719:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd180 x1830946005035776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.755726:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd180 with x1830946005035776 ext(0->4095) 00002000:00010000:1.0:1746126816.755729:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd180 00000100:00100000:0.0:1746126816.765799:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.779756:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.780058:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005036032 00000100:00100000:1.0:1746126816.780066:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005036032 00002000:00100000:1.0:1746126816.780103:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880135aff100 x1830946005036032/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.780111:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff100 with x1830946005036032 ext(0->7) 00010000:00010000:1.0:1746126816.780119:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773490b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63af expref: 22 pid: 9596 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746126816.780222:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126816.780235:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997503104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126816.780272:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126816.780577:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997503104:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746126816.780760:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773490b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63af expref: 22 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.780768:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135aff100 00000100:00100000:1.0:1746126816.781222:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2391 00000100:00100000:1.0:1746126816.781229:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005036032:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126816.785775:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005036032:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4539us (6020us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746126816.785784:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2391 00002000:00100000:0.0:1746126816.785792:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880135aff100 x1830946005036032/t4294970573(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 496/448 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.785800:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff100 with x1830946005036032 ext(0->7) 00010000:00010000:0.0:1746126816.785809:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773490b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63af expref: 24 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126816.785821:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773490b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63af expref: 24 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746126816.785826:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135aff100 00000100:00100000:0.0:1746126816.787448:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.791265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.797878:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.797952:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005036544 00000100:00100000:1.0:1746126816.797959:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005036544 00002000:00100000:1.0:1746126816.797993:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6d80 x1830946005036544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.798002:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6d80 with x1830946005036544 ext(0->4095) 00010000:00010000:1.0:1746126816.798010:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773490bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63b6 expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.798021:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773490bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63b6 expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.798026:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6d80 00000100:00100000:1.0:1746126816.798039:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2392 00000100:00100000:1.0:1746126816.798046:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005036544:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.798176:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005036544:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.798181:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2392 00002000:00100000:1.0:1746126816.798186:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6d80 x1830946005036544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.798192:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6d80 with x1830946005036544 ext(0->4095) 00010000:00010000:1.0:1746126816.798195:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773490bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63b6 expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.798203:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773490bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63b6 expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.798208:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6d80 00000100:00100000:0.0:1746126816.801487:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.805654:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.807832:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.810921:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.815240:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.815304:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.815375:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005037440 00000100:00100000:1.0:1746126816.815381:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005037440 00002000:00100000:1.0:1746126816.815414:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7b80 x1830946005037440/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.815427:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005037440 ext(0->4095) 00002000:00010000:1.0:1746126816.815431:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7b80 00000100:00100000:1.0:1746126816.815455:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13383 00000100:00100000:1.0:1746126816.815461:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005037440:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.815565:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005037440:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.815570:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13383 00002000:00100000:1.0:1746126816.815576:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7b80 x1830946005037440/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.815582:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005037440 ext(0->4095) 00002000:00010000:1.0:1746126816.815585:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7b80 00000100:00100000:0.0:1746126816.817402:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.820984:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.823335:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.826645:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.826709:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005038464 00000100:00100000:1.0:1746126816.826715:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005038464 00002000:00100000:1.0:1746126816.826744:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5180 x1830946005038464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.826753:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5180 with x1830946005038464 ext(0->4095) 00002000:00010000:1.0:1746126816.826758:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a5180 00000100:00100000:1.0:1746126816.826788:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13384 00000100:00100000:1.0:1746126816.826794:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005038464:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.827288:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005038464:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 493us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.827293:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13384 00002000:00100000:1.0:1746126816.827299:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5180 x1830946005038464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.827305:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5180 with x1830946005038464 ext(0->4095) 00002000:00010000:1.0:1746126816.827307:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a5180 00000100:00100000:0.0:1746126816.829673:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.832699:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.835484:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.835703:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005038976 00000100:00100000:1.0:1746126816.835708:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005038976 00002000:00100000:1.0:1746126816.835738:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bbb80 x1830946005038976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.835868:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bbb80 with x1830946005038976 ext(0->4095) 00002000:00010000:1.0:1746126816.835873:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bbb80 00000100:00100000:1.0:1746126816.836091:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13385 00000100:00100000:1.0:1746126816.836098:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005038976:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126816.836220:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005038976:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.836226:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13385 00002000:00100000:1.0:1746126816.836231:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bbb80 x1830946005038976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.836238:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bbb80 with x1830946005038976 ext(0->4095) 00002000:00010000:1.0:1746126816.836240:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bbb80 00000100:00100000:0.0:1746126816.837875:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.838325:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.840806:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.844002:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.847487:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.847689:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.850264:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.850407:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005040128 00000100:00100000:1.0:1746126816.850412:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005040128 00002000:00100000:1.0:1746126816.850436:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110e00 x1830946005040128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.850445:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110e00 with x1830946005040128 ext(0->4095) 00010000:00010000:1.0:1746126816.850451:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da9063773490ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63e7 expref: 24 pid: 9596 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126816.850460:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da9063773490ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff63e7 expref: 24 pid: 9596 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126816.850465:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d110e00 00000100:00100000:0.0:1746126816.852794:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.852833:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.855439:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.859499:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.863017:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.866149:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.870908:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.874391:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.876722:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.880057:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.880640:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.885549:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.895770:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005042688 00000100:00100000:0.0:1746126816.895776:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005042688 00000100:00100000:0.0:1746126816.895816:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29400 00000100:00100000:0.0:1746126816.895823:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005042688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126816.895834:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126816.895847:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377349116 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6411 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.895885:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da90637734910f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff640a expref: 23 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.895892:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126816.895893:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126816.895896:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377349116 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6411 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.895920:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da90637734910f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff640a expref: 23 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126816.895929:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da90637734910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff640a expref: 23 pid: 9597 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746126816.895938:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d110380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997506432:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126816.896011:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126816.898306:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.900910:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.905299:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.905344:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.909085:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.911809:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.916378:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.920875:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.923691:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.928843:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.930871:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.935384:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.939398:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.939447:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.944535:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.944707:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005045248 00000100:00100000:0.0:1746126816.944714:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005045248 00002000:00100000:0.0:1746126816.944866:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d180 x1830946005045248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.944875:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946005045248 ext(0->4095) 00010000:00010000:0.0:1746126816.944882:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377349132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff642d expref: 24 pid: 25366 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126816.944893:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377349132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff642d expref: 24 pid: 25366 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746126816.944899:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d180 00000100:00100000:0.0:1746126816.944922:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2401 00000100:00100000:0.0:1746126816.944929:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005045248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126816.945032:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005045248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126816.945037:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2401 00002000:00100000:0.0:1746126816.945042:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d180 x1830946005045248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.945048:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946005045248 ext(0->4095) 00010000:00010000:0.0:1746126816.945052:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377349132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff642d expref: 24 pid: 25366 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126816.945065:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da906377349132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff642d expref: 24 pid: 25366 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746126816.945070:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d180 00000100:00100000:0.0:1746126816.947523:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.952924:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.958191:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.961583:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.961603:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005046144 00000100:00100000:0.0:1746126816.961608:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005046144 00002000:00100000:0.0:1746126816.961641:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7100 x1830946005046144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.961649:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7100 with x1830946005046144 ext(0->4095) 00002000:00010000:0.0:1746126816.961653:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b7100 00000100:00100000:0.0:1746126816.961668:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13390 00000100:00100000:0.0:1746126816.961673:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005046144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126816.962406:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005046144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 731us (826us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126816.962412:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13390 00002000:00100000:0.0:1746126816.962418:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7100 x1830946005046144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126816.962425:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7100 with x1830946005046144 ext(0->4095) 00002000:00010000:0.0:1746126816.962428:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b7100 00000100:00100000:0.0:1746126816.964787:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.968707:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.972773:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.974149:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.974191:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005046784 00000100:00100000:1.0:1746126816.974194:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005046784 00002000:00100000:1.0:1746126816.974218:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0a80 x1830946005046784/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.974227:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0a80 with x1830946005046784 ext(0->4095) 00002000:00010000:1.0:1746126816.974231:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0a80 00000100:00100000:1.0:1746126816.974252:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13391 00000100:00100000:1.0:1746126816.974257:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005046784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.974368:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005046784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.974374:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13391 00002000:00100000:1.0:1746126816.974379:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0a80 x1830946005046784/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.974385:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0a80 with x1830946005046784 ext(0->4095) 00002000:00010000:1.0:1746126816.974389:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0a80 00000100:00100000:0.0:1746126816.976833:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.978954:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.982767:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.985808:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.988998:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.989038:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005047680 00000100:00100000:1.0:1746126816.989044:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005047680 00002000:00100000:1.0:1746126816.989074:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3100 x1830946005047680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.989082:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3100 with x1830946005047680 ext(0->4095) 00002000:00010000:1.0:1746126816.989086:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3100 00000100:00100000:1.0:1746126816.989114:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13392 00000100:00100000:1.0:1746126816.989119:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005047680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.989296:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005047680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.989302:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13392 00002000:00100000:1.0:1746126816.989307:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3100 x1830946005047680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.989313:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3100 with x1830946005047680 ext(0->4095) 00002000:00010000:1.0:1746126816.989316:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3100 00000100:00100000:0.0:1746126816.991480:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.993167:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126816.996072:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126816.996705:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005048192 00000100:00100000:1.0:1746126816.996712:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005048192 00002000:00100000:1.0:1746126816.996742:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3480 x1830946005048192/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/0 e 0 to 0 dl 1746126827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.996763:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3480 with x1830946005048192 ext(0->4095) 00002000:00010000:1.0:1746126816.996768:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3480 00000100:00100000:1.0:1746126816.996793:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13393 00000100:00100000:1.0:1746126816.996799:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005048192:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126816.996913:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005048192:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (842us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126816.996919:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13393 00002000:00100000:1.0:1746126816.996924:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3480 x1830946005048192/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:577/0 lens 488/4536 e 0 to 0 dl 1746126827 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126816.996932:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3480 with x1830946005048192 ext(0->4095) 00002000:00010000:1.0:1746126816.996934:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3480 00000100:00100000:0.0:1746126817.000463:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.002763:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005048448 00000100:00100000:0.0:1746126817.002769:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005048448 00000100:00100000:0.0:1746126817.002929:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29412 00000100:00100000:0.0:1746126817.002936:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1765:x1830946005048448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126817.002947:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126817.002957:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f131800/0x63da90637734916a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6465 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.002974:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.002979:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349163 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff645e expref: 26 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.002984:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126817.002987:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f131800/0x63da90637734916a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6465 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.003018:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349163 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff645e expref: 26 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.003027:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f131800/0x63da90637734916a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6465 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.003036:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f131800, rc 0) 00000100:00100000:0.0:1746126817.003082:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1765:x1830946005048448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.003087:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29412 00000100:00100000:0.0:1746126817.004485:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.009970:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.011915:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005048832 00000100:00100000:1.0:1746126817.011924:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005048832 00002000:00100000:1.0:1746126817.011963:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946005048832/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.011973:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946005048832 ext(0->4095) 00010000:00010000:1.0:1746126817.011981:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff645e expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.011994:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff645e expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.012001:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae44a80 00000100:00100000:1.0:1746126817.012019:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2404 00000100:00100000:1.0:1746126817.012026:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2027:x1830946005048832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.012161:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2027:x1830946005048832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (2198us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.012168:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2404 00002000:00100000:1.0:1746126817.012174:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946005048832/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.012181:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946005048832 ext(0->4095) 00010000:00010000:1.0:1746126817.012185:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff645e expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.012194:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff645e expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.012200:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae44a80 00000100:00100000:0.0:1746126817.014523:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.018609:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.023458:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.027656:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.029768:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.031965:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.032765:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005049856 00000100:00100000:1.0:1746126817.032771:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005049856 00002000:00100000:1.0:1746126817.032799:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309180 x1830946005049856/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.032808:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309180 with x1830946005049856 ext(0->4095) 00010000:00010000:1.0:1746126817.032815:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff646c expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.032826:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff646c expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.032832:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309180 00000100:00100000:1.0:1746126817.032865:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2405 00000100:00100000:1.0:1746126817.032870:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005049856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.032976:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005049856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1012us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.032984:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2405 00002000:00100000:1.0:1746126817.032989:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309180 x1830946005049856/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.032995:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309180 with x1830946005049856 ext(0->4095) 00010000:00010000:1.0:1746126817.032999:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff646c expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.033007:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff646c expref: 6 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.033012:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309180 00000100:00100000:0.0:1746126817.037112:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.037701:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.040657:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.044470:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.047589:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.048395:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005050752 00000100:00100000:1.0:1746126817.048401:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005050752 00002000:00100000:1.0:1746126817.048430:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308e00 x1830946005050752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.048439:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308e00 with x1830946005050752 ext(0->4095) 00002000:00010000:1.0:1746126817.048444:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308e00 00000100:00100000:1.0:1746126817.048466:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13395 00000100:00100000:1.0:1746126817.048471:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2029:x1830946005050752:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126817.048571:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2029:x1830946005050752:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.048577:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13395 00002000:00100000:1.0:1746126817.048581:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308e00 x1830946005050752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.048594:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308e00 with x1830946005050752 ext(0->4095) 00002000:00010000:1.0:1746126817.048597:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308e00 00000100:00100000:0.0:1746126817.050952:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.053917:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.059194:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.061003:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.063313:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.065925:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.067913:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.070818:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.073814:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.075702:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.080997:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.088500:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.088607:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.092273:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.095690:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.098198:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.100724:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.105446:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.108198:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.113072:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.117577:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.118086:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.121497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.123588:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.126812:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.129569:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.132379:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.135386:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.135460:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005055488 00000100:00100000:1.0:1746126817.135466:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005055488 00000100:00100000:1.0:1746126817.135501:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29425 00000100:00100000:1.0:1746126817.135508:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005055488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.135521:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.135533:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773491c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff64c0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.135554:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da9063773491be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64b9 expref: 23 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.135560:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.135562:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.135565:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773491c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64c0 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.135586:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da9063773491be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64b9 expref: 23 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.135595:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da9063773491be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64b9 expref: 23 pid: 25366 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746126817.135606:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997512832:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126817.135672:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.137053:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997512832:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126817.137070:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773491c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64c0 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.137080:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f800, rc 0) 00000100:00100000:1.0:1746126817.137104:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005055488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1597us (1722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.137110:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29425 00000100:00100000:0.0:1746126817.138253:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.143201:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.143746:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.144144:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005056000 00000100:00100000:1.0:1746126817.144148:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005056000 00000100:00100000:1.0:1746126817.144167:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29426 00000100:00100000:1.0:1746126817.144172:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+23:1764:x1830946005056000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.144180:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.144191:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773491cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff64c7 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.144210:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773491c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64c0 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.144216:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.144218:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.144221:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773491cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64c7 expref: 24 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.144244:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773491c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64c0 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.144254:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773491c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64c0 expref: 5 pid: 21550 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746126817.144263:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997513088:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126817.144301:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.147222:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.148380:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.148497:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997513088:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126817.148512:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773491cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64c7 expref: 25 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.148520:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126817.148541:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1764:x1830946005056000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4368us (4795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.148547:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29426 00000100:00100000:0.0:1746126817.151799:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.155696:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.159708:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.162733:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.163415:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005057024 00000100:00100000:1.0:1746126817.163421:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005057024 00000100:00100000:1.0:1746126817.163461:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29428 00000100:00100000:1.0:1746126817.163468:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005057024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.163481:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.163495:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff64d5 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.163519:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773491d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64ce expref: 23 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.163526:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.163527:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.163530:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.163560:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773491d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64ce expref: 23 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.163569:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773491d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64ce expref: 23 pid: 25366 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746126817.163580:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997513600:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126817.163651:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.167811:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126817.168564:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773491d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64ce expref: 24 pid: 25366 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746126817.168579:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997513600:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126817.168596:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.168603:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f000, rc 0) 00000100:00100000:1.0:1746126817.168625:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005057024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5159us (5897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.168631:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29428 00000100:00100000:0.0:1746126817.170975:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.172320:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005057280 00000100:00100000:1.0:1746126817.172328:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005057280 00000100:00100000:1.0:1746126817.172367:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29429 00000100:00100000:1.0:1746126817.172373:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+23:1764:x1830946005057280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.172386:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.172400:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773491e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff64dc expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.172421:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.172426:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.172428:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.172431:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773491e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64dc expref: 24 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.172451:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.172460:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 5 pid: 21550 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746126817.172469:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997513856:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126817.172521:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.172896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.172952:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005057536 00000100:00100000:0.0:1746126817.172956:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005057536 00002000:00100000:0.0:1746126817.172977:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c380 x1830946005057536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.172985:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c380 with x1830946005057536 ext(0->4095) 00010000:00010000:0.0:1746126817.172990:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 6 pid: 21550 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126817.172999:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 6 pid: 21550 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746126817.173004:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14c380 00000100:00100000:0.0:1746126817.173017:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2413 00000100:00100000:0.0:1746126817.173022:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005057536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126817.173116:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005057536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126817.173122:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2413 00002000:00100000:0.0:1746126817.173144:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c380 x1830946005057536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.173151:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c380 with x1830946005057536 ext(0->4095) 00010000:00010000:0.0:1746126817.173155:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 6 pid: 21550 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126817.173163:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773491da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64d5 expref: 6 pid: 21550 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746126817.173167:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14c380 00000100:00100000:0.0:1746126817.177740:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.178043:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997513856:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126817.178058:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773491e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64dc expref: 25 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.178067:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126817.178088:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1764:x1830946005057280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5716us (7119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.178094:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29429 00000100:00100000:0.0:1746126817.183870:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.187670:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.193184:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.195334:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.198315:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.203241:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.203284:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.203516:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005058944 00000100:00100000:1.0:1746126817.203522:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005058944 00002000:00100000:1.0:1746126817.203554:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8380 x1830946005058944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.203563:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8380 with x1830946005058944 ext(0->4095) 00002000:00010000:1.0:1746126817.203567:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf8380 00000100:00100000:1.0:1746126817.203592:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13403 00000100:00100000:1.0:1746126817.203598:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005058944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.203693:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005058944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.203698:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13403 00002000:00100000:1.0:1746126817.203702:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8380 x1830946005058944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.203709:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8380 with x1830946005058944 ext(0->4095) 00002000:00010000:1.0:1746126817.203712:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf8380 00000100:00100000:0.0:1746126817.207159:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.207308:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005059200 00000100:00100000:1.0:1746126817.207314:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005059200 00000100:00100000:1.0:1746126817.207358:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29433 00000100:00100000:1.0:1746126817.207364:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1765:x1830946005059200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.207377:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.207391:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773491fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff64f8 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.207411:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.207415:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da9063773491f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64f1 expref: 26 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.207421:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.207424:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773491fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64f8 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.207451:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da9063773491f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64f1 expref: 26 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.207460:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773491fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff64f8 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.207469:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126817.207499:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1765:x1830946005059200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.207504:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29433 00000100:00100000:0.0:1746126817.208285:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.210805:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.213757:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.216816:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.216957:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005059968 00000100:00100000:1.0:1746126817.216964:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005059968 00002000:00100000:1.0:1746126817.217000:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bfb800 x1830946005059968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.217009:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfb800 with x1830946005059968 ext(0->4095) 00002000:00010000:1.0:1746126817.217013:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bfb800 00000100:00100000:1.0:1746126817.217038:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13404 00000100:00100000:1.0:1746126817.217044:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005059968:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126817.217188:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005059968:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.217197:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13404 00002000:00100000:1.0:1746126817.217201:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bfb800 x1830946005059968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.217207:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfb800 with x1830946005059968 ext(0->4095) 00002000:00010000:1.0:1746126817.217209:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bfb800 00000100:00100000:0.0:1746126817.219402:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.223485:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.228777:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.228855:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.232735:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.235884:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.240447:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.240782:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005061120 00000100:00100000:1.0:1746126817.240787:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005061120 00002000:00100000:1.0:1746126817.240817:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de74700 x1830946005061120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.240826:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74700 with x1830946005061120 ext(0->4095) 00010000:00010000:1.0:1746126817.240832:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da90637734920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6506 expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.240843:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da90637734920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6506 expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.240857:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de74700 00000100:00100000:1.0:1746126817.240879:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2416 00000100:00100000:1.0:1746126817.240885:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005061120:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126817.240984:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005061120:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.240990:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2416 00002000:00100000:1.0:1746126817.240994:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de74700 x1830946005061120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.241006:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74700 with x1830946005061120 ext(0->4095) 00010000:00010000:1.0:1746126817.241010:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da90637734920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6506 expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.241019:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da90637734920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6506 expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.241024:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de74700 00000100:00100000:0.0:1746126817.244258:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.247771:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.250514:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.255003:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.258869:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005062016 00000100:00100000:1.0:1746126817.258878:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005062016 00002000:00100000:1.0:1746126817.258920:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354000 x1830946005062016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.258928:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354000 with x1830946005062016 ext(0->4095) 00002000:00010000:1.0:1746126817.258933:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354000 00000100:00100000:1.0:1746126817.258960:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13407 00000100:00100000:1.0:1746126817.258967:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005062016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.259082:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005062016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.259088:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13407 00002000:00100000:1.0:1746126817.259093:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354000 x1830946005062016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.259100:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354000 with x1830946005062016 ext(0->4095) 00002000:00010000:1.0:1746126817.259103:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354000 00000100:00100000:0.0:1746126817.259393:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093356300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997516032:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126817.259408:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126817.259441:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2027:x1830946005061760:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4247us (4441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.259448:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17156 00000100:00100000:0.0:1746126817.259488:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.263221:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.264370:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.267049:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.270548:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005062784 00000100:00100000:0.0:1746126817.270555:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005062784 00010000:00010000:0.0:1746126817.270579:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349220 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff651b expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746126817.270605:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17158 00000100:00100000:0.0:1746126817.270611:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2027:x1830946005062784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126817.270621:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126817.270636:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349220 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff651b expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126817.270649:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349220 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff651b expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126817.270666:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349220 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff651b expref: 25 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746126817.270692:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.270694:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.270700:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6522 expref: 24 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.270706:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6522 expref: 24 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.270732:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6522 expref: 24 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126817.270742:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997516544:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126817.270803:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.273006:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.273056:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005063040 00000100:00100000:1.0:1746126817.273061:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005063040 00002000:00100000:1.0:1746126817.273091:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a217480 x1830946005063040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.273102:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a217480 with x1830946005063040 ext(0->4095) 00002000:00010000:1.0:1746126817.273106:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a217480 00000100:00100000:1.0:1746126817.273150:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13408 00000100:00100000:1.0:1746126817.273155:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2027:x1830946005063040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.273244:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005063040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.273249:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13408 00002000:00100000:1.0:1746126817.273254:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a217480 x1830946005063040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.273261:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a217480 with x1830946005063040 ext(0->4095) 00002000:00010000:1.0:1746126817.273263:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a217480 00000100:00100000:0.0:1746126817.275349:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.278417:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.281094:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.284717:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.285647:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.285725:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005063808 00000100:00100000:0.0:1746126817.285728:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005063808 00000100:00100000:0.0:1746126817.285753:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29442 00000100:00100000:0.0:1746126817.285758:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1765:x1830946005063808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126817.285764:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126817.285769:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f131c00/0x63da90637734923c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6537 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.285779:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.285781:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349235 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6530 expref: 26 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.285786:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126817.285788:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f131c00/0x63da90637734923c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6537 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.285805:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349235 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6530 expref: 26 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.285813:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f131c00/0x63da90637734923c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6537 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.285820:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f131c00, rc 0) 00000100:00100000:0.0:1746126817.285840:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1765:x1830946005063808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 82us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.285845:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29442 00000100:00100000:0.0:1746126817.289629:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.292580:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.296508:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.301239:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.304105:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.308912:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.314120:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.314255:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.319417:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.319457:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.322508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.328201:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.328247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.332405:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093356300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997518080:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126817.332420:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126817.332457:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2029:x1830946005065984:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4069us (4209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.332465:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17164 00000100:00100000:1.0:1746126817.332596:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005066240 00000100:00100000:1.0:1746126817.332602:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005066240 00002000:00100000:1.0:1746126817.332631:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356d80 x1830946005066240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.332639:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356d80 with x1830946005066240 ext(0->4095) 00010000:00010000:1.0:1746126817.332646:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349251 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff654c expref: 26 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.332658:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349251 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff654c expref: 26 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.332664:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356d80 00000100:00100000:1.0:1746126817.332688:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2420 00000100:00100000:1.0:1746126817.332694:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2027:x1830946005066240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.332787:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2027:x1830946005066240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.332792:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2420 00002000:00100000:1.0:1746126817.332796:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356d80 x1830946005066240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.332802:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356d80 with x1830946005066240 ext(0->4095) 00010000:00010000:1.0:1746126817.332806:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349251 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff654c expref: 26 pid: 9597 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746126817.332813:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349251 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff654c expref: 26 pid: 9597 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746126817.332817:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356d80 00000100:00100000:0.0:1746126817.335610:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.337643:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.340832:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.344247:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.346743:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.351075:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.356200:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005067392 00000100:00100000:1.0:1746126817.356205:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005067392 00002000:00100000:1.0:1746126817.356234:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356a00 x1830946005067392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.356242:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356a00 with x1830946005067392 ext(0->4095) 00002000:00010000:1.0:1746126817.356246:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093356a00 00000100:00100000:1.0:1746126817.356268:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13413 00000100:00100000:1.0:1746126817.356274:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005067392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.356771:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005067392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 495us (776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.356777:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13413 00002000:00100000:1.0:1746126817.356782:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356a00 x1830946005067392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.356789:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356a00 with x1830946005067392 ext(0->4095) 00002000:00010000:1.0:1746126817.356791:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093356a00 00000100:00100000:0.0:1746126817.404702:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.420579:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.420655:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005067648 00000100:00100000:1.0:1746126817.420662:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005067648 00002000:00100000:1.0:1746126817.420699:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009335b480 x1830946005067648/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.420709:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b480 with x1830946005067648 ext(0->7) 00010000:00010000:1.0:1746126817.420716:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349266 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6561 expref: 24 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.420727:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349266 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6561 expref: 24 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.420734:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b480 00000100:00100000:1.0:1746126817.420764:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2421 00000100:00100000:1.0:1746126817.420770:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2029:x1830946005067648:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126817.421540:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2029:x1830946005067648:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 768us (964us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746126817.421547:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2421 00002000:00100000:0.0:1746126817.421553:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009335b480 x1830946005067648/t4294970574(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.421565:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b480 with x1830946005067648 ext(0->7) 00010000:00010000:0.0:1746126817.421570:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349266 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6561 expref: 26 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.421578:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da906377349266 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6561 expref: 26 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.421583:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b480 00000100:00100000:0.0:1746126817.423084:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.427624:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.432901:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.438593:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.445277:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.447696:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.453745:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.456393:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2028:x1830946005068800:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1311us (2647us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746126817.456401:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2422 00002000:00100000:0.0:1746126817.456408:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2c380 x1830946005068800/t4294970575(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.456416:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c380 with x1830946005068800 ext(0->7) 00010000:00010000:0.0:1746126817.456424:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff656f expref: 28 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.456435:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff656f expref: 28 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.456441:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2c380 00000100:00100000:0.0:1746126817.458946:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.460798:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17170 00000100:00100000:1.0:1746126817.460810:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2029:x1830946005068928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.460825:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.460844:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff656f expref: 28 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.460867:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff656f expref: 28 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.460887:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349274 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff656f expref: 28 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.460914:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.460916:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.460923:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.460930:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.460958:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.460969:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997519616:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.461055:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.464580:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997519616:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.464598:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.464634:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2029:x1830946005068928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3827us (5692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.464646:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17170 00000100:00100000:0.0:1746126817.468609:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.475321:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.475518:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005069312 00000100:00100000:1.0:1746126817.475525:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005069312 00002000:00100000:1.0:1746126817.475557:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2d880 x1830946005069312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.475566:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2d880 with x1830946005069312 ext(0->4095) 00010000:00010000:1.0:1746126817.475573:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.475582:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.475588:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2d880 00000100:00100000:1.0:1746126817.475613:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2423 00000100:00100000:1.0:1746126817.475619:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005069312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126817.475716:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005069312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.475721:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2423 00002000:00100000:1.0:1746126817.475725:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2d880 x1830946005069312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.475731:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2d880 with x1830946005069312 ext(0->4095) 00010000:00010000:1.0:1746126817.475735:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.475747:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.475753:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2d880 00000100:00100000:0.0:1746126817.477785:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.478019:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005069440 00000100:00100000:1.0:1746126817.478027:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005069440 00010000:00010000:1.0:1746126817.478053:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.478531:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17171 00000100:00100000:1.0:1746126817.478538:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005069440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.478550:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.478565:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.478575:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.478594:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53600/0x63da90637734927b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6576 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.479205:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.479208:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.479216:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 27 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.479227:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 27 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.479255:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 27 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.479265:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997519872:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.479345:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.483773:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.483863:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997519872:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.483878:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.483910:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005069440:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5372us (6130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.483918:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17171 00000100:00100000:0.0:1746126817.507350:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.521929:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.522023:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005069952 00000100:00100000:1.0:1746126817.522032:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005069952 00002000:00100000:1.0:1746126817.522072:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2dc00 x1830946005069952/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.522081:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946005069952 ext(0->7) 00010000:00010000:1.0:1746126817.522090:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 28 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.522101:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 28 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.522107:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2dc00 00000100:00100000:1.0:1746126817.522162:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2424 00000100:00100000:1.0:1746126817.522169:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2029:x1830946005069952:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126817.522769:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2029:x1830946005069952:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 598us (845us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746126817.522775:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2424 00002000:00100000:0.0:1746126817.522781:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2dc00 x1830946005069952/t4294970576(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.522789:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946005069952 ext(0->7) 00010000:00010000:0.0:1746126817.522793:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 30 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.522803:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 30 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.522808:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2dc00 00000100:00100000:0.0:1746126817.525409:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.525494:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005070080 00000100:00100000:1.0:1746126817.525500:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005070080 00010000:00010000:1.0:1746126817.525526:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 30 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.525560:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17172 00000100:00100000:1.0:1746126817.525566:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005070080:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.525576:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.525592:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 30 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.525601:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 30 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.525620:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349282 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff657d expref: 30 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.525634:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.525636:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.525641:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349289 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6584 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.525648:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6584 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.525677:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6584 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.525687:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520128:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.525753:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.527302:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520128:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.527314:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.527335:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005070080:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1769us (1932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.527341:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17172 00000100:00100000:0.0:1746126817.528346:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.541417:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.541987:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.542006:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005070592 00000100:00100000:0.0:1746126817.542009:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005070592 00000100:00100000:0.0:1746126817.542027:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29455 00000100:00100000:0.0:1746126817.542032:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1765:x1830946005070592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126817.542038:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126817.542045:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6592 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.542055:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.542058:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 32 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.542063:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126817.542066:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.542085:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 32 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.542095:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.542103:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fbb4a00, rc 0) 00000100:00100000:0.0:1746126817.542123:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1765:x1830946005070592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.542155:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29455 00000100:00100000:0.0:1746126817.544000:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.544071:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005070720 00000100:00100000:1.0:1746126817.544077:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005070720 00010000:00010000:1.0:1746126817.544099:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6584 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.544154:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17173 00000100:00100000:1.0:1746126817.544160:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005070720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.544170:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.544186:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6584 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.544196:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da906377349289 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6584 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.544214:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.544216:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.544222:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.544229:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.544252:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.544260:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.544269:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.544320:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.547262:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520512:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.547279:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.547311:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005070720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3150us (3313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.547320:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17173 00000100:00100000:0.0:1746126817.549612:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.556246:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.558214:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005071104 00000100:00100000:1.0:1746126817.558223:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005071104 00010000:00010000:1.0:1746126817.558254:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.558290:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17174 00000100:00100000:1.0:1746126817.558297:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2029:x1830946005071104:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.558310:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.558326:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.558337:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.558356:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349290 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff658b expref: 31 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.558377:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.558378:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.558384:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.558391:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.558418:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.558428:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520640:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.560149:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.568684:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.568797:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520640:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.568814:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.568857:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2029:x1830946005071104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 10549us (12605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.568869:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17174 00000100:00100000:0.0:1746126817.573758:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.580586:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.582896:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2027:x1830946005071616:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 912us (2315us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746126817.582904:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2426 00002000:00100000:0.0:1746126817.582911:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3ded80 x1830946005071616/t4294970577(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.582919:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ded80 with x1830946005071616 ext(0->7) 00010000:00010000:0.0:1746126817.582926:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.582937:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.582944:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3ded80 00000100:00100000:0.0:1746126817.594084:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.594177:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005071744 00000100:00100000:1.0:1746126817.594186:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005071744 00010000:00010000:1.0:1746126817.594217:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.594298:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17175 00000100:00100000:1.0:1746126817.594305:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005071744:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.594317:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.594334:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.594344:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.594363:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fbb4a00/0x63da906377349297 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6592 expref: 32 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.594397:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.594399:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.594405:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53a00/0x63da90637734929e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6599 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.594412:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53a00/0x63da90637734929e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6599 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.594438:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53a00/0x63da90637734929e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6599 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.594447:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520896:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.596458:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.605811:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.606362:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.606383:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005072128 00000100:00100000:0.0:1746126817.606387:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005072128 00002000:00100000:0.0:1746126817.606413:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3ddc00 x1830946005072128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.606423:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005072128 ext(0->4095) 00002000:00010000:0.0:1746126817.606427:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3ddc00 00000100:00100000:0.0:1746126817.606442:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13419 00000100:00100000:0.0:1746126817.606448:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005072128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126817.606552:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005072128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126817.606557:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13419 00002000:00100000:0.0:1746126817.606562:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3ddc00 x1830946005072128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.606568:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005072128 ext(0->4095) 00010000:00010000:0.0:1746126817.606572:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53a00/0x63da90637734929e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6599 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.606580:0:9602:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012de53a00/0x63da90637734929e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6599 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126817.606584:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3ddc00 00000100:00100000:1.0:1746126817.606737:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997520896:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.606751:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.606772:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+33:2028:x1830946005071744:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 12467us (12696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.606779:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17175 00000100:00100000:0.0:1746126817.608183:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.611487:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.614818:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.617479:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.623044:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.625591:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.629364:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.632630:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.634203:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.637103:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.638219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.641831:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.652024:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.660052:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.664304:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.674235:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.679832:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2030:x1830946005074816:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 5343us (5595us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746126817.679851:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2430 00002000:00100000:0.0:1746126817.679860:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dee9880 x1830946005074816/t4294970578(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.679869:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946005074816 ext(0->7) 00010000:00010000:0.0:1746126817.679878:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773492c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65bc expref: 34 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.679891:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773492c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65bc expref: 34 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.679897:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9880 00000100:00100000:0.0:1746126817.683996:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.693271:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.699189:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.707571:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.715728:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.728055:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.732175:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.732646:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005075968 00000100:00100000:1.0:1746126817.732652:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005075968 00002000:00100000:1.0:1746126817.732682:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fd27b80 x1830946005075968/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.732691:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27b80 with x1830946005075968 ext(0->7) 00010000:00010000:1.0:1746126817.732697:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de52600/0x63da9063773492cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65ca expref: 34 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.732708:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de52600/0x63da9063773492cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65ca expref: 34 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.732714:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27b80 00000100:00100000:1.0:1746126817.732740:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2432 00000100:00100000:1.0:1746126817.732747:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2028:x1830946005075968:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126817.733600:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005075968:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 851us (1430us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746126817.733607:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2432 00002000:00100000:0.0:1746126817.733613:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fd27b80 x1830946005075968/t4294970579(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.733620:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27b80 with x1830946005075968 ext(0->7) 00010000:00010000:0.0:1746126817.733626:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de52600/0x63da9063773492cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65ca expref: 36 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.733635:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de52600/0x63da9063773492cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65ca expref: 36 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.733641:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27b80 00000100:00100000:0.0:1746126817.739190:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.748673:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.748735:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005076480 00000100:00100000:1.0:1746126817.748742:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005076480 00002000:00100000:1.0:1746126817.748779:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc380 x1830946005076480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.748788:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc380 with x1830946005076480 ext(0->4095) 00002000:00010000:1.0:1746126817.748793:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fc380 00000100:00100000:1.0:1746126817.748825:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13423 00000100:00100000:1.0:1746126817.748832:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005076480:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.748948:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005076480:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.748954:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13423 00002000:00100000:1.0:1746126817.748959:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc380 x1830946005076480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.748966:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc380 with x1830946005076480 ext(0->4095) 00002000:00010000:1.0:1746126817.748968:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fc380 00000100:00100000:1.0:1746126817.750998:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.753923:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.754064:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005076608 00000100:00100000:1.0:1746126817.754070:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005076608 00000100:00100000:1.0:1746126817.754100:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29466 00000100:00100000:1.0:1746126817.754106:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005076608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.754118:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.754149:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da9063773492e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff65df expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.754167:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.754172:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da9063773492dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d8 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.754180:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.754183:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da9063773492e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65df expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.754205:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da9063773492dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d8 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.754216:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da9063773492e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65df expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.754225:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126817.754267:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+38:1765:x1830946005076608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.754273:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29466 00000100:00100000:0.0:1746126817.755922:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005076736 00000100:00100000:0.0:1746126817.755927:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005076736 00010000:00010000:0.0:1746126817.755947:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773492d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d1 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746126817.755977:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17184 00000100:00100000:0.0:1746126817.755983:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005076736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126817.755992:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126817.756008:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773492d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d1 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.756016:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773492d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d1 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.756035:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.756037:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.756042:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da9063773492dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d8 expref: 37 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.756048:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da9063773492dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d8 expref: 37 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.756080:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da9063773492dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d8 expref: 37 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.756090:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77c00/0x63da9063773492dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65d8 expref: 37 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746126817.756100:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997523328:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126817.756180:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.759564:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.763229:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.765741:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.769078:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.771825:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.776280:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.778429:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.781097:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.784462:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.789412:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.796277:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.807579:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.807963:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005078912 00000100:00100000:0.0:1746126817.807969:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005078912 00002000:00100000:0.0:1746126817.808002:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d500 x1830946005078912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.808010:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d500 with x1830946005078912 ext(0->4095) 00002000:00010000:0.0:1746126817.808014:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16d500 00000100:00100000:0.0:1746126817.808042:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13425 00000100:00100000:0.0:1746126817.808048:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005078912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126817.808158:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005078912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (587us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126817.808163:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13425 00002000:00100000:0.0:1746126817.808168:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d500 x1830946005078912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.808174:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d500 with x1830946005078912 ext(0->4095) 00002000:00010000:0.0:1746126817.808176:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16d500 00000100:00100000:0.0:1746126817.813522:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.813615:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005079040 00000100:00100000:1.0:1746126817.813622:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005079040 00000100:00100000:1.0:1746126817.814169:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29470 00000100:00100000:1.0:1746126817.814177:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005079040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.814190:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.814203:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349300 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff65fb expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.814226:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da9063773492f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65f4 expref: 35 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.814233:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.814235:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.814238:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349300 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65fb expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.814262:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da9063773492f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65f4 expref: 35 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.814272:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da9063773492f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65f4 expref: 35 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.814282:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997524352:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126817.815485:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.816502:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997524352:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126817.816525:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349300 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65fb expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.816537:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126817.816613:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005079040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2436us (3097us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.816620:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29470 00000100:00100000:0.0:1746126817.817163:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.819116:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.819577:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005079296 00000100:00100000:1.0:1746126817.819581:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005079296 00000100:00100000:1.0:1746126817.819606:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29471 00000100:00100000:1.0:1746126817.819611:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005079296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.819624:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.819639:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349307 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6602 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.819657:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349300 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65fb expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.819663:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.819665:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.819667:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349307 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6602 expref: 37 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.819685:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349300 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65fb expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.819694:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349300 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff65fb expref: 5 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.819703:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997524608:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126817.819745:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.820233:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.822983:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997524608:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126817.823008:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349307 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6602 expref: 36 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.823021:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e200, rc 0) 00000100:00100000:0.0:1746126817.823604:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.823860:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1764:x1830946005079296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4247us (4745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.823868:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29471 00000100:00100000:0.0:1746126817.824100:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.827353:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.831240:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.834561:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.838560:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.841402:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.844075:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.844240:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005080960 00000100:00100000:1.0:1746126817.844245:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005080960 00002000:00100000:1.0:1746126817.844312:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268a80 x1830946005080960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.844320:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268a80 with x1830946005080960 ext(0->4095) 00002000:00010000:1.0:1746126817.844324:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099268a80 00000100:00100000:1.0:1746126817.844338:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13427 00000100:00100000:1.0:1746126817.844345:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005080960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126817.844577:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005080960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 229us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.844583:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13427 00002000:00100000:1.0:1746126817.844588:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268a80 x1830946005080960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.844594:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268a80 with x1830946005080960 ext(0->4095) 00002000:00010000:1.0:1746126817.844597:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099268a80 00000100:00100000:0.0:1746126817.845153:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.846884:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.846923:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005081216 00000100:00100000:1.0:1746126817.846926:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005081216 00000100:00100000:1.0:1746126817.846958:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29475 00000100:00100000:1.0:1746126817.846964:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005081216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.846973:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.847487:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349323 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff661e expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.847506:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.847510:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734931c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6617 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.847515:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.847518:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349323 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff661e expref: 37 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.847539:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734931c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6617 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.847548:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349323 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff661e expref: 37 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.847554:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126817.847581:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005081216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 616us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.847585:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29475 00000100:00100000:0.0:1746126817.847808:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.851916:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.852915:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005081600 00000100:00100000:1.0:1746126817.852922:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005081600 00002000:00100000:1.0:1746126817.852954:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926a300 x1830946005081600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.852963:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926a300 with x1830946005081600 ext(0->4095) 00010000:00010000:1.0:1746126817.852970:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6617 expref: 37 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.852987:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6617 expref: 37 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.852998:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926a300 00000100:00100000:1.0:1746126817.853024:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2438 00000100:00100000:1.0:1746126817.853030:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005081600:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.853161:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005081600:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.853166:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2438 00002000:00100000:1.0:1746126817.853171:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926a300 x1830946005081600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.853178:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926a300 with x1830946005081600 ext(0->4095) 00010000:00010000:1.0:1746126817.853182:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6617 expref: 37 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.853190:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6617 expref: 37 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.853196:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926a300 00000100:00100000:0.0:1746126817.854673:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.857529:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.857748:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005081984 00000100:00100000:1.0:1746126817.857752:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005081984 00002000:00100000:1.0:1746126817.857776:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269f80 x1830946005081984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.857785:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269f80 with x1830946005081984 ext(0->4095) 00002000:00010000:1.0:1746126817.857789:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099269f80 00000100:00100000:1.0:1746126817.857814:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13428 00000100:00100000:1.0:1746126817.857820:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005081984:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.857927:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005081984:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.857932:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13428 00002000:00100000:1.0:1746126817.857937:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269f80 x1830946005081984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.857944:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269f80 with x1830946005081984 ext(0->4095) 00002000:00010000:1.0:1746126817.857946:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099269f80 00000100:00100000:0.0:1746126817.859554:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.870445:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.873205:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.877368:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.883295:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.885832:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.888977:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.890105:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005083264:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 871us (1126us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746126817.890111:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2440 00002000:00100000:0.0:1746126817.890117:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a0810a80 x1830946005083264/t4294970580(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 496/448 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.890123:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810a80 with x1830946005083264 ext(0->7) 00010000:00010000:0.0:1746126817.890142:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349331 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff662c expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.890150:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349331 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff662c expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.890156:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0810a80 00000100:00100000:0.0:1746126817.892503:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.894793:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093357100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997526528:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126817.894806:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126817.894967:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005083392:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2311us (2477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.894975:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17197 00000100:00100000:0.0:1746126817.895191:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005083648 00000100:00100000:0.0:1746126817.895196:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005083648 00002000:00100000:0.0:1746126817.895222:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357b80 x1830946005083648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.895230:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357b80 with x1830946005083648 ext(0->4095) 00002000:00010000:0.0:1746126817.895234:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357b80 00000100:00100000:0.0:1746126817.895295:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13430 00000100:00100000:0.0:1746126817.895301:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005083648:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126817.895394:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005083648:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126817.895399:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13430 00002000:00100000:0.0:1746126817.895404:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357b80 x1830946005083648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.895411:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357b80 with x1830946005083648 ext(0->4095) 00002000:00010000:0.0:1746126817.895413:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357b80 00000100:00100000:0.0:1746126817.901246:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29480 00000100:00100000:0.0:1746126817.901253:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1765:x1830946005083904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126817.901259:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126817.901265:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6641 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.901275:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126817.901278:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 40 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.901283:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126817.901285:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.901303:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 40 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.901312:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126817.901320:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5400, rc 0) 00000100:00100000:0.0:1746126817.901339:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1765:x1830946005083904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.901344:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29480 00000100:00100000:1.0:1746126817.903371:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005084032 00000100:00100000:1.0:1746126817.903377:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005084032 00010000:00010000:1.0:1746126817.903396:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377349338 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6633 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.903486:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17198 00000100:00100000:1.0:1746126817.903493:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005084032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.903502:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.903518:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377349338 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6633 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.903526:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377349338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6633 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.903543:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76200/0x63da906377349338 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6633 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.903567:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.903569:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.903574:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.903581:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.903605:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.903614:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.903623:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997526912:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.903753:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.905560:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997526912:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.905574:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.905683:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005084032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2189us (2449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.905690:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17198 00000100:00100000:0.0:1746126817.905723:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.905830:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005084288 00000100:00100000:1.0:1746126817.905835:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005084288 00002000:00100000:1.0:1746126817.905868:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813800 x1830946005084288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.905882:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813800 with x1830946005084288 ext(0->4095) 00010000:00010000:1.0:1746126817.905889:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.905899:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.905905:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813800 00000100:00100000:1.0:1746126817.905930:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2441 00000100:00100000:1.0:1746126817.905936:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005084288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.906298:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005084288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.906304:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2441 00002000:00100000:1.0:1746126817.906309:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813800 x1830946005084288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.906315:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813800 with x1830946005084288 ext(0->4095) 00010000:00010000:1.0:1746126817.906320:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.906328:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126817.906333:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813800 00000100:00100000:0.0:1746126817.907668:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.907737:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005084416 00000100:00100000:1.0:1746126817.907743:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005084416 00010000:00010000:1.0:1746126817.907759:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.908021:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17199 00000100:00100000:1.0:1746126817.908027:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005084416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.908036:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.908049:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.908057:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.908074:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734933f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff663a expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.908084:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.908086:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.908091:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.908097:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.908119:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.908167:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527040:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.908221:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.911074:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527040:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126817.911090:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126817.911123:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005084416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3095us (3456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126817.911151:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17199 00000100:00100000:1.0:1746126817.911388:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005084672 00000100:00100000:1.0:1746126817.911395:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005084672 00002000:00100000:1.0:1746126817.911423:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354e00 x1830946005084672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.911432:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354e00 with x1830946005084672 ext(0->4095) 00002000:00010000:1.0:1746126817.911436:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354e00 00000100:00100000:1.0:1746126817.911458:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13431 00000100:00100000:1.0:1746126817.911465:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005084672:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126817.911565:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005084672:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.911571:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13431 00002000:00100000:1.0:1746126817.911576:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354e00 x1830946005084672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.911583:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354e00 with x1830946005084672 ext(0->4095) 00002000:00010000:1.0:1746126817.911586:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354e00 00000100:00100000:0.0:1746126817.918517:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.918578:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005084928 00000100:00100000:1.0:1746126817.918584:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005084928 00010000:00010000:1.0:1746126817.918613:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 38 pid: 21550 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.918652:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17200 00000100:00100000:1.0:1746126817.918658:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005084928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.918668:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.918685:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 38 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.918694:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5400/0x63da906377349346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6641 expref: 38 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.918714:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.918715:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.918722:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da90637734934d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6648 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.918728:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da90637734934d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6648 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.918753:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da90637734934d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6648 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.918764:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527296:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.918833:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.921495:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.921573:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527296:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.921588:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.921620:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005084928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2962us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.921628:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17200 00000100:00100000:0.0:1746126817.922511:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.925727:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.926419:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005085440 00000100:00100000:1.0:1746126817.926426:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005085440 00000100:00100000:1.0:1746126817.926465:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29483 00000100:00100000:1.0:1746126817.926470:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1765:x1830946005085440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.926483:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.926495:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6656 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.926513:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.926518:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 40 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.926523:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.926526:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.926552:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 40 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.926562:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.926569:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126817.926600:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1765:x1830946005085440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.926605:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29483 00000100:00100000:0.0:1746126817.928591:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.929153:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005085568 00000100:00100000:1.0:1746126817.929158:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005085568 00010000:00010000:1.0:1746126817.929180:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da90637734934d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6648 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.929495:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17201 00000100:00100000:1.0:1746126817.929502:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005085568:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.929513:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.929528:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da90637734934d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6648 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.929538:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da90637734934d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6648 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.929555:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da90637734934d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6648 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.929569:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.929580:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.929587:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.929594:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.929617:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.929627:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.929636:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527680:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.930366:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.932065:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.932181:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527680:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.932195:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.932223:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005085568:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2721us (3637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.932231:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17201 00000100:00100000:0.0:1746126817.937606:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.937699:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005085952 00000100:00100000:1.0:1746126817.937707:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005085952 00010000:00010000:1.0:1746126817.937735:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.937771:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17202 00000100:00100000:1.0:1746126817.937778:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005085952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.937790:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.937805:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.937815:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.937833:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da906377349354 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff664f expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.937869:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.937871:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.937877:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.937884:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.937911:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.937923:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527808:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.937996:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.941488:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.941840:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997527808:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.941869:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.941892:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005085952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4115us (4294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.941898:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17202 00000100:00100000:0.0:1746126817.943734:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.946944:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.947213:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005086464 00000100:00100000:1.0:1746126817.947219:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005086464 00010000:00010000:1.0:1746126817.947237:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.947265:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17203 00000100:00100000:1.0:1746126817.947271:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005086464:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.947281:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.947298:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.947307:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.947323:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734935b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6656 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.947344:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.947346:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.947351:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349362 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff665d expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.947358:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349362 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff665d expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.947381:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349362 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff665d expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.947391:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528064:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.947440:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.950503:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.950936:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528064:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.950950:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.950982:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005086464:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3711us (4038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.950989:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17203 00000100:00100000:1.0:1746126817.953760:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.955063:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.959059:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.959119:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005087104 00000100:00100000:1.0:1746126817.959176:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005087104 00010000:00010000:1.0:1746126817.959197:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349362 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff665d expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.959224:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17204 00000100:00100000:1.0:1746126817.959229:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005087104:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.959239:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.959253:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349362 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff665d expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.959262:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349362 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff665d expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.959280:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da906377349362 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff665d expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.959291:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.959293:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.959298:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.959304:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.959325:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.959334:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 38 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.959344:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528448:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.959399:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.960861:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528448:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.960874:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.960898:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005087104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1668us (1842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.960904:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17204 00000100:00100000:0.0:1746126817.962688:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005087360 00000100:00100000:0.0:1746126817.962694:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005087360 00002000:00100000:0.0:1746126817.962724:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356300 x1830946005087360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.962733:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356300 with x1830946005087360 ext(0->4095) 00010000:00010000:0.0:1746126817.962740:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.962749:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.962754:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356300 00000100:00100000:0.0:1746126817.962797:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2443 00000100:00100000:0.0:1746126817.962802:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005087360:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126817.962926:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005087360:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126817.962931:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2443 00002000:00100000:0.0:1746126817.962936:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356300 x1830946005087360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.962942:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356300 with x1830946005087360 ext(0->4095) 00010000:00010000:0.0:1746126817.962946:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126817.962953:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126817.962958:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356300 00000100:00100000:0.0:1746126817.965191:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.965282:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005087488 00000100:00100000:1.0:1746126817.965288:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005087488 00010000:00010000:1.0:1746126817.965309:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.965338:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17205 00000100:00100000:1.0:1746126817.965344:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2030:x1830946005087488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.965354:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.965368:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.965377:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.965394:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53400/0x63da906377349369 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6664 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.965408:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.965410:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.965415:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349370 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff666b expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.965422:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349370 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff666b expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.965447:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349370 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff666b expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.965457:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528576:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.966091:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.968071:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.968162:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528576:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.968177:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.968207:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2030:x1830946005087488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2863us (3021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.968216:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17205 00000100:00100000:0.0:1746126817.970474:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.973289:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.973819:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005088000 00000100:00100000:1.0:1746126817.973825:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005088000 00010000:00010000:1.0:1746126817.973854:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349370 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff666b expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.973873:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17206 00000100:00100000:1.0:1746126817.973878:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005088000:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.973887:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.973900:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349370 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff666b expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.973910:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349370 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff666b expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.973925:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77600/0x63da906377349370 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff666b expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.973946:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.973949:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.973954:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349377 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6672 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.973960:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349377 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6672 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.973980:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349377 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6672 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.973989:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528832:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.974038:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.976362:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997528832:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.976377:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.976402:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005088000:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2524us (3119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.976410:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17206 00000100:00100000:0.0:1746126817.977177:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.977255:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005088256 00000100:00100000:1.0:1746126817.977260:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005088256 00002000:00100000:1.0:1746126817.977360:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8000 x1830946005088256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.977369:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8000 with x1830946005088256 ext(0->4095) 00002000:00010000:1.0:1746126817.977373:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8000 00000100:00100000:1.0:1746126817.977397:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13436 00000100:00100000:1.0:1746126817.977404:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005088256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126817.977502:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005088256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126817.977507:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13436 00002000:00100000:1.0:1746126817.977512:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8000 x1830946005088256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126817.977518:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8000 with x1830946005088256 ext(0->4095) 00002000:00010000:1.0:1746126817.977521:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8000 00000100:00100000:0.0:1746126817.979457:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.981604:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.981969:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005088512 00000100:00100000:1.0:1746126817.981975:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005088512 00000100:00100000:1.0:1746126817.982014:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29489 00000100:00100000:1.0:1746126817.982020:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1765:x1830946005088512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126817.982031:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126817.982041:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6680 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.982057:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.982061:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.982066:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126817.982069:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.982091:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.982106:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.982113:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e200, rc 0) 00000100:00100000:1.0:1746126817.982175:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1765:x1830946005088512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.982181:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29489 00000100:00100000:0.0:1746126817.983188:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.983242:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005088640 00000100:00100000:1.0:1746126817.983245:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005088640 00010000:00010000:1.0:1746126817.983262:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349377 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6672 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.983278:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17207 00000100:00100000:1.0:1746126817.983284:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005088640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.983291:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.983305:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349377 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6672 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.983313:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349377 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6672 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.983328:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.983330:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.983334:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.983344:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.983362:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.983370:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.983379:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529216:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.983422:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126817.986091:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529216:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.986108:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.986163:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005088640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2878us (2975us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.986170:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17207 00000100:00100000:0.0:1746126817.989116:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.991600:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126817.992464:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005089024 00000100:00100000:1.0:1746126817.992471:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005089024 00010000:00010000:1.0:1746126817.992496:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126817.993055:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17208 00000100:00100000:1.0:1746126817.993062:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005089024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126817.993072:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126817.993087:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.993097:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.993115:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734937e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6679 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126817.993151:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.993153:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126817.993159:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.993166:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126817.993190:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126817.993200:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529344:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126817.993268:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126817.996929:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126817.996954:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005089280 00000100:00100000:0.0:1746126817.996961:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005089280 00002000:00100000:0.0:1746126817.996992:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9880 x1830946005089280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/0 e 0 to 0 dl 1746126828 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.997001:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946005089280 ext(0->4095) 00002000:00010000:0.0:1746126817.997006:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade9880 00000100:00100000:0.0:1746126817.997035:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13437 00000100:00100000:0.0:1746126817.997042:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005089280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126817.997165:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005089280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126817.997170:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13437 00002000:00100000:0.0:1746126817.997175:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9880 x1830946005089280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:578/0 lens 488/4536 e 0 to 0 dl 1746126828 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126817.997182:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946005089280 ext(0->4095) 00002000:00010000:0.0:1746126817.997184:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade9880 00000100:00100000:1.0:1746126817.997512:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529344:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126817.997528:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126817.997546:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005089024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4486us (5952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126817.997553:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17208 00000100:00100000:0.0:1746126817.999695:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.004247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.004349:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005089536 00000100:00100000:1.0:1746126818.004355:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005089536 00010000:00010000:1.0:1746126818.004423:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.004448:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17209 00000100:00100000:1.0:1746126818.004454:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005089536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.004463:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.004477:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.004487:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.004504:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da906377349385 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6680 expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.004515:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.004516:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.004522:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734938c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6687 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.004528:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734938c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6687 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.004549:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734938c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6687 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.004561:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529600:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.004613:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.007085:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.007291:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529600:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.007309:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.007345:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005089536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2890us (3099us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.007353:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17209 00000100:00100000:0.0:1746126818.007493:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.011750:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.013479:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.013565:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005090176 00000100:00100000:1.0:1746126818.013570:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005090176 00010000:00010000:1.0:1746126818.013590:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734938c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6687 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.013618:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17210 00000100:00100000:1.0:1746126818.013624:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005090176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.013632:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.013646:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734938c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6687 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.013655:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734938c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6687 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.013672:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734938c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6687 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.013694:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.013696:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.013702:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.013708:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.013729:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.013739:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 38 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.013748:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529984:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.013809:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.015302:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997529984:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.015319:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.015356:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005090176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1731us (1880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.015364:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17210 00000100:00100000:0.0:1746126818.016053:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.019052:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.019229:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005090560 00000100:00100000:1.0:1746126818.019235:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005090560 00010000:00010000:1.0:1746126818.019259:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.019650:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17211 00000100:00100000:1.0:1746126818.019657:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946005090560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.019669:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.019686:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.019697:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.019715:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de52400/0x63da906377349393 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff668e expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.019728:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.019730:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.019735:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.019742:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.019768:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 38 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.019778:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530112:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.019851:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.022381:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.022516:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530112:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.022532:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.022565:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005090560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2908us (3517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.022576:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17211 00000100:00100000:0.0:1746126818.025362:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.025477:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005090944 00000100:00100000:1.0:1746126818.025483:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005090944 00000100:00100000:1.0:1746126818.025667:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29493 00000100:00100000:1.0:1746126818.025674:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005090944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.025686:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.025699:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff669c expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.025719:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 37 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.025725:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.025727:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.025729:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.025753:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 37 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.025762:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 37 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.025773:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997530240:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.026200:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.027667:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997530240:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.027693:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.027705:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f000, rc 0) 00000100:00100000:1.0:1746126818.027734:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005090944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2061us (2377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.027740:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29493 00000100:00100000:0.0:1746126818.028690:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.028760:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005091072 00000100:00100000:1.0:1746126818.028765:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005091072 00010000:00010000:1.0:1746126818.028787:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 38 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.028887:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17212 00000100:00100000:1.0:1746126818.028893:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005091072:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.028903:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.028919:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 38 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.028927:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 38 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.028945:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da90637734939a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6695 expref: 38 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.029105:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.029107:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.029112:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.029119:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.029157:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.029166:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530368:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.029587:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.032047:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.032279:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530368:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.032294:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.032327:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005091072:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3434us (3639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.032336:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17212 00000100:00100000:0.0:1746126818.033090:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.033697:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005091456 00000100:00100000:1.0:1746126818.033701:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005091456 00000100:00100000:1.0:1746126818.033727:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29494 00000100:00100000:1.0:1746126818.033732:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1764:x1830946005091456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.033740:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.033751:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66a3 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.033771:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.033778:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.033780:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.033782:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.033803:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.033812:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 5 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.033822:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997530496:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.033881:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.036881:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.037979:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997530496:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.037996:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.038005:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126818.038041:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1764:x1830946005091456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4307us (4951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.038047:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29494 00000100:00100000:0.0:1746126818.038751:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.039338:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005091712 00000100:00100000:1.0:1746126818.039343:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005091712 00010000:00010000:1.0:1746126818.039364:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.039396:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17213 00000100:00100000:1.0:1746126818.039402:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005091712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.039414:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.039428:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.039437:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.039452:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773493a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff669c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.039468:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.039470:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.039476:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.039482:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.039504:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.039513:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 38 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.039522:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530752:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.040696:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.045658:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530752:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.045675:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.045714:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005091712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6313us (6964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.045725:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17213 00000100:00100000:0.0:1746126818.048859:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.048948:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005092096 00000100:00100000:1.0:1746126818.048956:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005092096 00010000:00010000:1.0:1746126818.048981:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.049021:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17214 00000100:00100000:1.0:1746126818.049027:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2030:x1830946005092096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.049038:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.049054:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.049065:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.049084:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773493a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66a3 expref: 39 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.049097:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.049099:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.049104:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.049110:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.049155:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 38 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.049167:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530880:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.049235:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.054809:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997530880:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.054829:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.054890:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2030:x1830946005092096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5860us (6044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.054901:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17214 00000100:00100000:0.0:1746126818.057459:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.062701:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.062781:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005092480 00000100:00100000:1.0:1746126818.062788:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005092480 00000100:00100000:1.0:1746126818.062821:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29496 00000100:00100000:1.0:1746126818.062826:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005092480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.062849:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.062863:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66b1 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.062887:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 37 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.062893:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.062895:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.062897:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.062927:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 37 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.062937:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 37 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.062948:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997531008:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.063028:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.064117:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997531008:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.064239:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.064343:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:0.0:1746126818.064368:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.064382:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005092480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1555us (1686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.064389:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29496 00000100:00100000:1.0:1746126818.064413:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005092608 00000100:00100000:1.0:1746126818.064469:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005092608 00010000:00010000:1.0:1746126818.064485:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.064508:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17215 00000100:00100000:1.0:1746126818.064513:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005092608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.064522:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.064538:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.064548:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.064564:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66aa expref: 38 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.064585:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.064587:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.064592:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.064599:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.064619:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.064627:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997531136:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.064708:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.067367:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.067472:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.067573:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005092736 00000100:00100000:1.0:1746126818.067578:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005092736 00000100:00100000:1.0:1746126818.067607:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29497 00000100:00100000:1.0:1746126818.067612:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+38:1764:x1830946005092736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.067626:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.067638:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da9063773493bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66b8 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.067658:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.067664:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.067666:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.067669:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da9063773493bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b8 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.067689:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.067698:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773493b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b1 expref: 5 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.067708:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997531264:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.067742:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.069437:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997531264:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126818.069626:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126818.069659:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da9063773493bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66b8 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.069670:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:0.0:1746126818.069678:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.069698:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+38:1764:x1830946005092736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2085us (2337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.069704:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29497 00000100:00100000:1.0:1746126818.069721:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005093120 00000100:00100000:1.0:1746126818.069724:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005093120 00000100:00100000:0.0:1746126818.072857:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.080658:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.089831:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.094646:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.096509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.098286:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.098880:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.102083:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.105755:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000001:00080000:0.0:1746126818.109985:0:9592:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972244 is committed 00000100:00100000:0.0:1746126818.111828:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.118473:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.123072:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005095296 00000100:00100000:0.0:1746126818.123078:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005095296 00000100:00100000:0.0:1746126818.123118:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29502 00000100:00100000:0.0:1746126818.123124:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1764:x1830946005095296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126818.123148:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126818.123161:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66db expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.123181:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126818.123186:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.123191:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126818.123194:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.123223:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.123233:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.123241:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5200, rc 0) 00000100:00100000:0.0:1746126818.123276:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1764:x1830946005095296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.123281:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29502 00000100:00100000:0.0:1746126818.123698:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005095168:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4867us (5227us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746126818.123706:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2451 00002000:00100000:0.0:1746126818.123713:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801373bf100 x1830946005095168/t4294970581(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.123721:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bf100 with x1830946005095168 ext(0->7) 00010000:00010000:0.0:1746126818.123728:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66cd expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126818.123738:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66cd expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126818.123744:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bf100 00000100:00100000:1.0:1746126818.132248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.132711:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17220 00000100:00100000:1.0:1746126818.132719:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2029:x1830946005095424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.132732:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.132751:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66cd expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.132762:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66cd expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.132781:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de53000/0x63da9063773493d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66cd expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.132811:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.132813:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.132819:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.132826:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.132866:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.132876:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 5 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.132891:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997532544:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.132966:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.135813:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005095680 00000100:00100000:0.0:1746126818.135820:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005095680 00000100:00100000:1.0:1746126818.135837:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997532544:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.135864:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746126818.135864:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa680 x1830946005095680/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.135873:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa680 with x1830946005095680 ext(0->4095) 00010000:00010000:0.0:1746126818.135880:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746126818.135890:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746126818.135896:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1aa680 00000100:00100000:1.0:1746126818.135905:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2029:x1830946005095424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3186us (3666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.135911:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2452 00000100:00100000:1.0:1746126818.135913:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17220 00000100:00100000:0.0:1746126818.135917:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005095680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.136937:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005095680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1018us (1227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.136943:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2452 00002000:00100000:1.0:1746126818.136949:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa680 x1830946005095680/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.136956:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa680 with x1830946005095680 ext(0->4095) 00010000:00010000:1.0:1746126818.136961:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.136971:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126818.136976:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1aa680 00000100:00100000:0.0:1746126818.145398:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.145725:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005095808 00000100:00100000:1.0:1746126818.145732:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005095808 00010000:00010000:1.0:1746126818.145763:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.145812:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17221 00000100:00100000:1.0:1746126818.145818:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005095808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.145830:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.145857:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.145868:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.145885:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da9063773493d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66d4 expref: 6 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.145914:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.145916:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.145922:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.145930:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.145957:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.145967:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997532672:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.146023:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.148588:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997532672:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.148605:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.148636:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005095808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2818us (3245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.148645:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17221 00000100:00100000:0.0:1746126818.149917:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.150235:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005096064 00000100:00100000:1.0:1746126818.150241:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005096064 00002000:00100000:1.0:1746126818.150275:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bea00 x1830946005096064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.150285:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bea00 with x1830946005096064 ext(0->4095) 00002000:00010000:1.0:1746126818.150288:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bea00 00000100:00100000:1.0:1746126818.150317:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13443 00000100:00100000:1.0:1746126818.150324:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005096064:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.150961:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005096064:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 632us (1040us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.150967:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13443 00002000:00100000:1.0:1746126818.150973:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bea00 x1830946005096064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.150980:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bea00 with x1830946005096064 ext(0->4095) 00002000:00010000:1.0:1746126818.150984:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bea00 00000100:00100000:0.0:1746126818.152256:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.152316:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005096192 00000100:00100000:1.0:1746126818.152320:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005096192 00000100:00100000:1.0:1746126818.152345:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29503 00000100:00100000:1.0:1746126818.152352:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005096192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.152364:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.152376:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66e2 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.152397:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.152403:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.152405:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.152408:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.152432:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.152442:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.152451:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997532800:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.152522:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.154825:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997532800:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.154855:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.154866:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126818.154896:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005096192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.154905:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29503 00000100:00100000:0.0:1746126818.155644:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.155709:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005096320 00000100:00100000:1.0:1746126818.155713:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005096320 00010000:00010000:1.0:1746126818.155738:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.155766:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17222 00000100:00100000:1.0:1746126818.155772:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005096320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.155781:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.155797:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.155804:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.155821:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da9063773493e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66db expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.155854:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.155856:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.155861:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.155868:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.155894:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.155904:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997532928:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.155955:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.159104:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.159330:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997532928:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.159346:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.159379:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005096320:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3607us (3735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.159387:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17222 00000100:00100000:0.0:1746126818.159603:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.159686:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005096704 00000100:00100000:1.0:1746126818.159689:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005096704 00000100:00100000:1.0:1746126818.159706:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29504 00000100:00100000:1.0:1746126818.159711:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1764:x1830946005096704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.159721:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.159734:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773493ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66e9 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.159756:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.159761:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.159762:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.159765:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773493ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e9 expref: 40 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.159788:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.159801:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.159810:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997533056:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.160338:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.164202:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.164647:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.164670:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005096832 00000100:00100000:0.0:1746126818.164677:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005096832 00000100:00100000:0.0:1746126818.164720:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29505 00000100:00100000:0.0:1746126818.164727:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1765:x1830946005096832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126818.164887:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126818.164922:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5c00/0x63da9063773493f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66f0 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.164943:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126818.164948:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773493ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e9 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.164953:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126818.164956:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5c00/0x63da9063773493f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f0 expref: 42 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.164984:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773493ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e9 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.164995:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5c00/0x63da9063773493f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f0 expref: 42 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.165114:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5c00, rc 0) 00000100:00100000:0.0:1746126818.165159:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1765:x1830946005096832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 434us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.165164:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29505 00010000:00010000:1.0:1746126818.165309:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773493e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e2 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.165319:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997533056:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.165332:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773493ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e9 expref: 41 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.165338:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773493ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66e9 expref: 41 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.165345:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f800, rc 0) 00000100:00100000:1.0:1746126818.165361:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005096704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5650us (5758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.165388:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29504 00000100:00100000:0.0:1746126818.168597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.171583:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.177927:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.182277:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.182391:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005097728 00000100:00100000:1.0:1746126818.182397:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005097728 00000100:00100000:1.0:1746126818.182429:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29506 00000100:00100000:1.0:1746126818.182436:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005097728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.182449:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.182464:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773493fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66f7 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.182487:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5c00/0x63da9063773493f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f0 expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.182493:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.182494:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.182496:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773493fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f7 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.182521:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5c00/0x63da9063773493f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f0 expref: 39 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.182532:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5c00/0x63da9063773493f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f0 expref: 39 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.182542:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997533568:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.182617:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.184306:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997533568:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.184325:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773493fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f7 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.184336:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ee00, rc 0) 00000100:00100000:1.0:1746126818.184362:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005097728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1926us (2091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.184368:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29506 00000100:00100000:0.0:1746126818.185450:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.189226:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.194112:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.194514:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005098240 00000100:00100000:1.0:1746126818.194522:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005098240 00000100:00100000:1.0:1746126818.194555:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29507 00000100:00100000:1.0:1746126818.194562:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1764:x1830946005098240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.194577:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.194590:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349403 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff66fe expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.194613:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773493fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.194619:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.194621:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.194624:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349403 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66fe expref: 40 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.194647:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773493fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.194657:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773493fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66f7 expref: 5 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.194667:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997533824:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.195646:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.197700:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005098368 00000100:00100000:0.0:1746126818.197709:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005098368 00000100:00100000:0.0:1746126818.197804:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29508 00000100:00100000:0.0:1746126818.197812:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1765:x1830946005098368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126818.197824:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126818.197836:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5000/0x63da90637734940a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6705 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.197869:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126818.197873:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349403 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66fe expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.197878:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126818.197880:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5000/0x63da90637734940a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6705 expref: 42 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.197905:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349403 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66fe expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.197915:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5000/0x63da90637734940a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6705 expref: 42 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.197927:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5000, rc 0) 00000100:00100000:0.0:1746126818.197962:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1765:x1830946005098368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (2596us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.197968:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29508 00000100:00100000:1.0:1746126818.198772:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997533824:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.198788:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349403 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff66fe expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.198799:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126818.198829:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005098240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4267us (4725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.198834:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29507 00000100:00100000:0.0:1746126818.200242:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.204021:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.208724:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.212404:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.212559:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005099136 00000100:00100000:0.0:1746126818.212566:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005099136 00002000:00100000:0.0:1746126818.212746:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ca80 x1830946005099136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.212755:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ca80 with x1830946005099136 ext(0->4095) 00002000:00010000:0.0:1746126818.212760:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ca80 00000100:00100000:0.0:1746126818.212868:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13447 00000100:00100000:0.0:1746126818.212875:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2029:x1830946005099136:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126818.212984:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2029:x1830946005099136:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (582us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126818.212990:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13447 00002000:00100000:0.0:1746126818.212995:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ca80 x1830946005099136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.213003:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ca80 with x1830946005099136 ext(0->4095) 00002000:00010000:0.0:1746126818.213005:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ca80 00000100:00100000:0.0:1746126818.215628:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.219605:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.222779:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.224337:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.225084:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005099776 00000100:00100000:1.0:1746126818.225088:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005099776 00002000:00100000:1.0:1746126818.225113:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488700 x1830946005099776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.225122:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488700 with x1830946005099776 ext(0->4095) 00010000:00010000:1.0:1746126818.225161:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349411 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff670c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.225170:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349411 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff670c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126818.225175:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488700 00000100:00100000:1.0:1746126818.225192:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2456 00000100:00100000:1.0:1746126818.225198:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005099776:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.225291:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005099776:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.225297:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2456 00002000:00100000:1.0:1746126818.225301:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488700 x1830946005099776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.225314:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488700 with x1830946005099776 ext(0->4095) 00010000:00010000:1.0:1746126818.225318:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349411 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff670c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.225327:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349411 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff670c expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126818.225332:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488700 00000100:00100000:1.0:1746126818.228984:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.231760:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.237679:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.243210:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.249191:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.251554:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.255746:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.267632:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.267713:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.268051:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005101184 00000100:00100000:1.0:1746126818.268055:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005101184 00002000:00100000:1.0:1746126818.268081:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848aa00 x1830946005101184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.268090:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848aa00 with x1830946005101184 ext(0->4095) 00002000:00010000:1.0:1746126818.268094:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848aa00 00000100:00100000:1.0:1746126818.268107:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13449 00000100:00100000:1.0:1746126818.268111:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005101184:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.268229:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005101184:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.268235:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13449 00002000:00100000:1.0:1746126818.268240:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848aa00 x1830946005101184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.268246:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848aa00 with x1830946005101184 ext(0->4095) 00010000:00010000:1.0:1746126818.268250:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349426 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6721 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.268259:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349426 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6721 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126818.268263:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848aa00 00000100:00100000:0.0:1746126818.269475:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.271726:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.278504:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.278596:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005101824 00000100:00100000:1.0:1746126818.278602:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005101824 00002000:00100000:1.0:1746126818.278632:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a680 x1830946005101824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.278641:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a680 with x1830946005101824 ext(0->4095) 00010000:00010000:1.0:1746126818.278647:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734942d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6728 expref: 41 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.278657:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734942d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6728 expref: 41 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126818.278663:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848a680 00000100:00100000:1.0:1746126818.279068:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2458 00000100:00100000:1.0:1746126818.279074:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946005101824:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.280272:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946005101824:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1194us (1767us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.280280:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2458 00002000:00100000:1.0:1746126818.280287:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a680 x1830946005101824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.280295:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a680 with x1830946005101824 ext(0->4095) 00010000:00010000:1.0:1746126818.280301:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734942d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6728 expref: 41 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.280311:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734942d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6728 expref: 41 pid: 9597 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746126818.280317:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848a680 00000100:00100000:0.0:1746126818.282742:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.285513:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.285614:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005102208 00000100:00100000:1.0:1746126818.285620:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005102208 00002000:00100000:1.0:1746126818.285649:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098420380 x1830946005102208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.285658:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098420380 with x1830946005102208 ext(0->4095) 00002000:00010000:1.0:1746126818.285662:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098420380 00000100:00100000:1.0:1746126818.285688:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13450 00000100:00100000:1.0:1746126818.285694:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005102208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.285784:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005102208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.285789:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13450 00002000:00100000:1.0:1746126818.285793:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098420380 x1830946005102208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.285800:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098420380 with x1830946005102208 ext(0->4095) 00002000:00010000:1.0:1746126818.285802:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098420380 00000100:00100000:0.0:1746126818.288693:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.292292:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.293472:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17234 00000100:00100000:1.0:1746126818.293480:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005102464:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.293492:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.293509:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff672f expref: 40 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.293518:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff672f expref: 40 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.293536:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349434 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff672f expref: 40 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.293557:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.293559:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.293565:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734943b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6736 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.293571:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734943b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6736 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.293598:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734943b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6736 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.293608:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536000:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.293654:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.296250:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.297625:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.298402:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.298431:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.298461:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.298474:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.298490:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005102720 00000100:00100000:0.0:1746126818.298494:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005102720 00000100:00100000:0.0:1746126818.299512:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005103232 00000100:00100000:0.0:1746126818.299516:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005103232 00000100:00100000:1.0:1746126818.300267:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536000:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.300282:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.300297:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946005102464:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6820us (8012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.300306:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17234 00000100:00100000:1.0:1746126818.300356:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.300547:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.300564:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.304249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.307615:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.307817:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005104000 00000100:00100000:1.0:1746126818.307822:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005104000 00010000:00010000:1.0:1746126818.307856:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734943b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6736 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.308037:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17235 00000100:00100000:1.0:1746126818.308044:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005104000:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.308056:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.308072:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734943b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6736 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.308082:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734943b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6736 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.308100:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734943b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6736 expref: 6 pid: 9597 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.308143:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.308145:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.308152:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.308160:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.308190:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.308200:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 40 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.308209:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536384:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.308259:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.311606:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.311701:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536384:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.311716:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.311749:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005104000:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3705us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.311757:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17235 00000100:00100000:0.0:1746126818.315067:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.315156:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005104384 00000100:00100000:1.0:1746126818.315163:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005104384 00010000:00010000:1.0:1746126818.315185:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 41 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.315522:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17236 00000100:00100000:1.0:1746126818.315527:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005104384:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.315535:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.315547:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 41 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.315558:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 41 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.315571:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da906377349442 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff673d expref: 41 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.315589:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.315590:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.315594:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349449 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6744 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.315599:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349449 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6744 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.315618:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349449 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6744 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.315626:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.315677:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.317190:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536512:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.317203:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.317231:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005104384:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1703us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.317239:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17236 00000100:00100000:0.0:1746126818.317497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.320667:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.324702:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.324797:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005104896 00000100:00100000:1.0:1746126818.324803:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005104896 00010000:00010000:1.0:1746126818.324823:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349449 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6744 expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.324857:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17237 00000100:00100000:1.0:1746126818.324862:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005104896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.324872:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.324886:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349449 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6744 expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.324894:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349449 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6744 expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.324909:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349449 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6744 expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.324929:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.324930:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.324935:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349450 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff674b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.324941:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349450 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff674b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.324960:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349450 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff674b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.324969:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536768:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.325011:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.327239:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.327359:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997536768:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.327374:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.327408:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946005104896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2544us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.327415:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17237 00000100:00100000:0.0:1746126818.330772:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.331506:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.332409:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29520 00000100:00100000:0.0:1746126818.332415:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f869850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1765:x1830946005105408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126818.332421:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126818.332427:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6759 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.332437:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126818.332440:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 42 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.332444:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126818.332446:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.332463:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 42 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.332475:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.332482:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5800, rc 0) 00000100:00100000:0.0:1746126818.332951:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f869850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1765:x1830946005105408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 535us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.332957:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29520 00000100:00100000:0.0:1746126818.339035:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.339170:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005105536 00000100:00100000:1.0:1746126818.339177:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005105536 00010000:00010000:1.0:1746126818.339204:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349450 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff674b expref: 6 pid: 9596 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.339235:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17238 00000100:00100000:1.0:1746126818.339240:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005105536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.339252:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.339268:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349450 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff674b expref: 6 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.339277:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349450 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff674b expref: 6 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.339294:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da906377349450 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff674b expref: 6 pid: 9596 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.339895:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.339898:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.339905:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.339917:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.339946:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 40 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.339957:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 40 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.339966:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997537152:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.340041:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.342021:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997537152:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.342035:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.342063:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005105536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2822us (3033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.342071:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17238 00000100:00100000:0.0:1746126818.342922:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.345186:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.345262:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005105920 00000100:00100000:1.0:1746126818.345267:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005105920 00010000:00010000:1.0:1746126818.345287:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.345315:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17239 00000100:00100000:1.0:1746126818.345321:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005105920:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.345329:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.345343:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.345352:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.345368:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349457 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6752 expref: 41 pid: 25366 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.345378:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.345380:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.345385:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.345392:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.345413:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.345422:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997537280:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.345944:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.347785:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997537280:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.347802:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.347849:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005105920:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2514us (2652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.347857:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17239 00000100:00100000:0.0:1746126818.348258:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.349703:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.351815:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.352213:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005106432 00000100:00100000:1.0:1746126818.352218:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005106432 00010000:00010000:1.0:1746126818.352235:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 40 pid: 21550 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746126818.352262:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17240 00000100:00100000:1.0:1746126818.352268:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005106432:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.352277:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.352295:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 40 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.352304:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 40 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.352324:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5800/0x63da90637734945e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6759 expref: 40 pid: 21550 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746126818.352338:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.352339:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.352344:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349465 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6760 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.352352:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349465 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6760 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.352373:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349465 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6760 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.352387:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997537536:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.352430:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.353856:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997537536:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.353871:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.353908:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946005106432:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1638us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.353915:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17240 00000100:00100000:0.0:1746126818.354166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.356356:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.358808:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.359037:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005106944 00000100:00100000:1.0:1746126818.359043:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005106944 00000100:00100000:1.0:1746126818.361476:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.364758:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.366707:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.368666:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.370726:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.372636:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.372714:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005107968 00000100:00100000:1.0:1746126818.372719:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005107968 00000100:00100000:0.0:1746126818.372796:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.372973:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29525 00000100:00100000:1.0:1746126818.372979:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1764:x1830946005107968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.372991:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.373003:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349481 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff677c expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.373616:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.373621:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da90637734947a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6775 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.373626:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126818.373628:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349481 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff677c expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.373660:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da90637734947a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6775 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.373670:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349481 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff677c expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.373678:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126818.373718:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1764:x1830946005107968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 739us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.373723:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29525 00000100:00100000:0.0:1746126818.377190:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.380310:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.383977:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.385749:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.388760:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.391180:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.393063:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.394482:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.394593:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005109504 00000100:00100000:1.0:1746126818.394597:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005109504 00000100:00100000:1.0:1746126818.394633:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29528 00000100:00100000:1.0:1746126818.394639:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005109504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.394649:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.394658:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349496 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6791 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.394672:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.394677:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734948f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff678a expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.394682:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.394684:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349496 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6791 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.394710:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da90637734948f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff678a expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.394721:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349496 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6791 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.394729:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126818.394756:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1764:x1830946005109504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.394761:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29528 00000100:00100000:0.0:1746126818.397520:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.399168:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.399360:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.401573:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.403700:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.403770:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.407233:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.407503:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005110912 00000100:00100000:1.0:1746126818.407512:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005110912 00002000:00100000:1.0:1746126818.407545:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b0380 x1830946005110912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.407554:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0380 with x1830946005110912 ext(0->4095) 00010000:00010000:1.0:1746126818.407561:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da90637734949d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6798 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.407571:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da90637734949d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6798 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.407576:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b0380 00000100:00100000:1.0:1746126818.407591:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2467 00000100:00100000:1.0:1746126818.407597:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005110912:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.407695:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005110912:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.407700:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2467 00002000:00100000:1.0:1746126818.407705:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b0380 x1830946005110912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.407710:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0380 with x1830946005110912 ext(0->4095) 00010000:00010000:1.0:1746126818.407714:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da90637734949d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6798 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.407722:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da90637734949d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6798 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.407726:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b0380 00000100:00100000:0.0:1746126818.411433:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.417425:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.420367:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.426172:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.426676:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.430434:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.430969:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005111936 00000100:00100000:1.0:1746126818.430975:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005111936 00002000:00100000:1.0:1746126818.431006:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1500 x1830946005111936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.431015:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946005111936 ext(0->4095) 00010000:00010000:1.0:1746126818.431021:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773494ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67a6 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.431031:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773494ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67a6 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.431036:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b1500 00000100:00100000:1.0:1746126818.431051:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2468 00000100:00100000:1.0:1746126818.431058:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005111936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.431194:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005111936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (767us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.431200:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2468 00002000:00100000:1.0:1746126818.431205:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1500 x1830946005111936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.431211:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946005111936 ext(0->4095) 00010000:00010000:1.0:1746126818.431215:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773494ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67a6 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.431223:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77a00/0x63da9063773494ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67a6 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.431227:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b1500 00000100:00100000:0.0:1746126818.434098:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.437360:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.444710:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126818.450320:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126818.454621:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.455766:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005112576:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 751us (1149us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746126818.455772:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2469 00002000:00100000:0.0:1746126818.455778:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800991b3800 x1830946005112576/t4294970582(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.455786:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3800 with x1830946005112576 ext(0->7) 00010000:00010000:0.0:1746126818.455790:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773494b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67ad expref: 42 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126818.455800:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76600/0x63da9063773494b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67ad expref: 42 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126818.455806:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b3800 00000100:00100000:0.0:1746126818.459640:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.465742:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997540608:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126818.465762:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126818.465810:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946005112704:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5393us (6175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.465819:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17252 00000100:00100000:0.0:1746126818.466276:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.466316:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.468305:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.468512:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005113216 00000100:00100000:1.0:1746126818.468518:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005113216 00000100:00100000:1.0:1746126818.468541:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29535 00000100:00100000:1.0:1746126818.468546:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1765:x1830946005113216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.468555:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.468563:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff67c2 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.468577:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.468581:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.468591:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.468594:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 43 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.468616:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.468625:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 43 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.468632:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ee00, rc 0) 00000100:00100000:1.0:1746126818.468648:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1765:x1830946005113216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.469166:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.469182:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005113344 00000100:00100000:0.0:1746126818.469185:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005113344 00010000:00010000:0.0:1746126818.469199:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da9063773494b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67b4 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.469235:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29535 00000100:00100000:0.0:1746126818.469387:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17253 00000100:00100000:0.0:1746126818.469393:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005113344:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.469420:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.469438:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da9063773494b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67b4 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.469447:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da9063773494b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67b4 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.469462:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb76400/0x63da9063773494b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67b4 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.469932:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.469935:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.469940:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.469948:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.469968:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.469977:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 42 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.469986:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997540992:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.470466:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.472952:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997540992:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.472969:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.473004:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005113344:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3610us (3836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.473012:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17253 00000100:00100000:0.0:1746126818.473213:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.476242:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.476414:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005113728 00000100:00100000:1.0:1746126818.476421:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005113728 00010000:00010000:1.0:1746126818.476448:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 43 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.476482:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17254 00000100:00100000:1.0:1746126818.476490:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005113728:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.476501:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.476518:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 43 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.476527:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 43 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.476544:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77400/0x63da9063773494c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67bb expref: 43 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.476566:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.476568:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.476574:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.476580:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.476603:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.476612:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997541120:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.476669:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.479670:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997541120:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.479689:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.479735:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005113728:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3245us (3498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.479744:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17254 00000100:00100000:0.0:1746126818.480373:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.487808:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.488074:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005114112 00000100:00100000:1.0:1746126818.488083:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005114112 00000100:00100000:1.0:1746126818.488308:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29536 00000100:00100000:1.0:1746126818.488315:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005114112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.488330:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.488345:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff67c9 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.488368:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 41 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.488374:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.488375:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.488377:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.488401:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 41 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.488410:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 41 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.488420:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997541248:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.489661:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.491858:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997541248:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.491884:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.491901:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126818.491937:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005114112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3622us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.491944:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29536 00000100:00100000:0.0:1746126818.492942:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.493006:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.493462:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005114240 00000100:00100000:1.0:1746126818.493465:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005114240 00002000:00100000:1.0:1746126818.493489:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb12680 x1830946005114240/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 496/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.493497:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12680 with x1830946005114240 ext(0->7) 00010000:00010000:1.0:1746126818.493502:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 43 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.493513:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 43 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.493518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12680 00000100:00100000:1.0:1746126818.493544:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2471 00000100:00100000:1.0:1746126818.493549:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005114240:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126818.495632:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005114240:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2077us (2687us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746126818.495640:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2471 00002000:00100000:0.0:1746126818.495648:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb12680 x1830946005114240/t4294970583(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.495655:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12680 with x1830946005114240 ext(0->7) 00010000:00010000:0.0:1746126818.495662:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 45 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126818.495672:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 45 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126818.495678:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12680 00000100:00100000:0.0:1746126818.503570:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.503672:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005114496 00000100:00100000:1.0:1746126818.503680:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005114496 00010000:00010000:1.0:1746126818.503710:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 45 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.503809:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17255 00000100:00100000:1.0:1746126818.503817:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2029:x1830946005114496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.503832:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.503857:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 45 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.503868:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 45 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.503886:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773494c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c2 expref: 45 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.503946:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.503948:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.503955:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.503962:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.503992:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.504001:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 5 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.504011:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997541504:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.504368:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.507028:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.507512:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997541504:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.507528:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.507548:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005114496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3733us (3985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.507555:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17255 00000100:00100000:0.0:1746126818.510388:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.510686:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005114880 00000100:00100000:1.0:1746126818.510692:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005114880 00010000:00010000:1.0:1746126818.510718:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.510752:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17256 00000100:00100000:1.0:1746126818.510758:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005114880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.510769:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.510785:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.510794:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.510811:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da9063773494ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67c9 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.510827:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.510828:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.510833:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773494d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67d0 expref: 43 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.510853:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773494d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67d0 expref: 43 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.510880:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773494d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67d0 expref: 43 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.510890:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997541632:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.511727:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.514927:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997541632:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.514947:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.514989:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005114880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4230us (4607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.514998:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17256 00000100:00100000:0.0:1746126818.515361:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.518747:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.522921:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.523018:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005115392 00000100:00100000:1.0:1746126818.523024:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005115392 00010000:00010000:1.0:1746126818.523045:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773494d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67d0 expref: 44 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746126818.526253:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.529245:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.533215:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.539229:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.539362:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005116160 00000100:00100000:1.0:1746126818.539370:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005116160 00002000:00100000:1.0:1746126818.539407:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45500 x1830946005116160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.539416:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45500 with x1830946005116160 ext(0->4095) 00002000:00010000:1.0:1746126818.539420:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45500 00000100:00100000:1.0:1746126818.539579:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13462 00000100:00100000:1.0:1746126818.539587:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005116160:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126818.539711:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005116160:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.539717:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13462 00002000:00100000:1.0:1746126818.539722:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45500 x1830946005116160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.539729:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45500 with x1830946005116160 ext(0->4095) 00002000:00010000:1.0:1746126818.539732:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45500 00000100:00100000:0.0:1746126818.546370:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.552416:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.553601:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2029:x1830946005116416:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 696us (1191us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746126818.553608:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2474 00002000:00100000:0.0:1746126818.553613:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ac47b80 x1830946005116416/t4294970584(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.553624:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47b80 with x1830946005116416 ext(0->7) 00010000:00010000:0.0:1746126818.553629:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da9063773494e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67de expref: 46 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126818.553639:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da9063773494e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67de expref: 46 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126818.553645:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac47b80 00000100:00100000:0.0:1746126818.555082:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.558426:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.558494:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005116800 00000100:00100000:1.0:1746126818.558500:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005116800 00002000:00100000:1.0:1746126818.558529:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47480 x1830946005116800/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.558537:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47480 with x1830946005116800 ext(0->4095) 00002000:00010000:1.0:1746126818.558541:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47480 00000100:00100000:1.0:1746126818.558555:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13463 00000100:00100000:1.0:1746126818.558561:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005116800:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.558652:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005116800:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.558657:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13463 00002000:00100000:1.0:1746126818.558661:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47480 x1830946005116800/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.558667:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47480 with x1830946005116800 ext(0->4095) 00002000:00010000:1.0:1746126818.558670:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47480 00000100:00100000:0.0:1746126818.561850:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.564993:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.565103:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.580348:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.580588:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005117440 00000100:00100000:1.0:1746126818.580596:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005117440 00002000:00100000:1.0:1746126818.580634:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45c00 x1830946005117440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.580645:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45c00 with x1830946005117440 ext(0->4095) 00010000:00010000:1.0:1746126818.580653:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773494f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67ec expref: 47 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.580665:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773494f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67ec expref: 47 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.580671:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac45c00 00000100:00100000:1.0:1746126818.580698:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2475 00000100:00100000:1.0:1746126818.580705:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2028:x1830946005117440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.580834:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2028:x1830946005117440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.580849:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2475 00002000:00100000:1.0:1746126818.580855:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45c00 x1830946005117440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.580861:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45c00 with x1830946005117440 ext(0->4095) 00010000:00010000:1.0:1746126818.580866:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773494f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67ec expref: 47 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.580875:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773494f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff67ec expref: 47 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.580880:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac45c00 00000100:00100000:0.0:1746126818.586907:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.591258:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.591303:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005117824 00000100:00100000:1.0:1746126818.591311:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005117824 00002000:00100000:1.0:1746126818.591343:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46a00 x1830946005117824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.591356:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46a00 with x1830946005117824 ext(0->4095) 00002000:00010000:1.0:1746126818.591360:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac46a00 00000100:00100000:1.0:1746126818.591386:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13464 00000100:00100000:1.0:1746126818.591391:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2029:x1830946005117824:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126818.591498:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2029:x1830946005117824:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.591504:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13464 00002000:00100000:1.0:1746126818.591508:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46a00 x1830946005117824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.591514:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46a00 with x1830946005117824 ext(0->4095) 00002000:00010000:1.0:1746126818.591517:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac46a00 00000100:00100000:0.0:1746126818.602045:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.602108:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.607479:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.620054:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.626309:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.633617:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.648349:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.656077:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005119104:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 7257us (7725us total) trans 4294970585 rc 0/0 00000100:00100000:1.0:1746126818.656088:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2477 00002000:00100000:1.0:1746126818.656099:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ac47100 x1830946005119104/t4294970585(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.656108:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47100 with x1830946005119104 ext(0->7) 00010000:00010000:1.0:1746126818.656117:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349506 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6801 expref: 48 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.656151:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb77200/0x63da906377349506 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6801 expref: 48 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.656158:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac47100 00000100:00100000:0.0:1746126818.662825:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.662886:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.674174:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.674209:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005119616 00000100:00100000:1.0:1746126818.674217:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005119616 00002000:00100000:1.0:1746126818.674253:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46300 x1830946005119616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.674262:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46300 with x1830946005119616 ext(0->4095) 00010000:00010000:1.0:1746126818.674270:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734950d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6808 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.674281:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734950d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6808 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.674287:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac46300 00000100:00100000:1.0:1746126818.674304:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2478 00000100:00100000:1.0:1746126818.674310:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005119616:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126818.674431:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005119616:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 121us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.674437:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2478 00002000:00100000:1.0:1746126818.674443:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46300 x1830946005119616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.674450:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46300 with x1830946005119616 ext(0->4095) 00010000:00010000:1.0:1746126818.674454:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734950d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6808 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.674462:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734950d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6808 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.674468:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac46300 00000100:00100000:0.0:1746126818.676727:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.681842:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.684421:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.687413:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.692670:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.692715:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.693108:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005120512 00000100:00100000:1.0:1746126818.693111:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005120512 00002000:00100000:1.0:1746126818.693152:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5c00 x1830946005120512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.693160:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946005120512 ext(0->4095) 00010000:00010000:1.0:1746126818.693165:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734951b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6816 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.693172:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734951b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6816 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.693178:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb5c00 00000100:00100000:1.0:1746126818.693188:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2479 00000100:00100000:1.0:1746126818.693192:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005120512:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.693273:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005120512:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.693278:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2479 00002000:00100000:1.0:1746126818.693282:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5c00 x1830946005120512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.693293:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946005120512 ext(0->4095) 00010000:00010000:1.0:1746126818.693296:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734951b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6816 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.693303:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734951b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6816 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.693308:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb5c00 00000100:00100000:0.0:1746126818.699554:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.700616:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.703922:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.708539:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.713199:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.713316:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005121536 00000100:00100000:1.0:1746126818.713321:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005121536 00002000:00100000:1.0:1746126818.713350:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4e00 x1830946005121536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.713360:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4e00 with x1830946005121536 ext(0->4095) 00002000:00010000:1.0:1746126818.713364:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb4e00 00000100:00100000:1.0:1746126818.713387:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13467 00000100:00100000:1.0:1746126818.713394:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005121536:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.713486:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005121536:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.713491:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13467 00002000:00100000:1.0:1746126818.713496:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4e00 x1830946005121536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.713503:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4e00 with x1830946005121536 ext(0->4095) 00002000:00010000:1.0:1746126818.713505:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb4e00 00000100:00100000:0.0:1746126818.715820:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.718601:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.720731:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.722806:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.723948:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005122304 00000100:00100000:0.0:1746126818.723952:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005122304 00000100:00100000:0.0:1746126818.724051:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29552 00000100:00100000:0.0:1746126818.724057:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005122304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126818.724065:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126818.724072:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da90637734953e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6839 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.724085:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126818.724089:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da906377349537 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6832 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.724095:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126818.724097:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da90637734953e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6839 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.724117:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da906377349537 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6832 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.724416:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da90637734953e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6839 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.724426:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5200, rc 0) 00000100:00100000:1.0:1746126818.724490:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005122304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 432us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.724496:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29552 00000100:00100000:0.0:1746126818.725199:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.728271:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.728469:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005122688 00000100:00100000:1.0:1746126818.728475:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005122688 00002000:00100000:1.0:1746126818.728509:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6d80 x1830946005122688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.728518:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6d80 with x1830946005122688 ext(0->4095) 00010000:00010000:1.0:1746126818.728525:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da906377349537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6832 expref: 49 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.728535:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da906377349537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6832 expref: 49 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.728541:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6d80 00000100:00100000:1.0:1746126818.728556:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2481 00000100:00100000:1.0:1746126818.728562:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005122688:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.728658:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005122688:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.728664:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2481 00002000:00100000:1.0:1746126818.728669:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6d80 x1830946005122688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.728675:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6d80 with x1830946005122688 ext(0->4095) 00010000:00010000:1.0:1746126818.728680:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da906377349537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6832 expref: 49 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.728692:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da906377349537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6832 expref: 49 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.728698:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6d80 00000100:00100000:0.0:1746126818.731077:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.731521:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.735003:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.737717:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.738100:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.743071:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.743120:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005123712 00000100:00100000:1.0:1746126818.743154:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005123712 00002000:00100000:1.0:1746126818.743184:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9500 x1830946005123712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.743193:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9500 with x1830946005123712 ext(0->4095) 00010000:00010000:1.0:1746126818.743200:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee91400/0x63da906377349545 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6840 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.743210:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee91400/0x63da906377349545 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6840 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.743216:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9500 00000100:00100000:1.0:1746126818.743240:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2483 00000100:00100000:1.0:1746126818.743247:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005123712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.743360:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005123712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.743365:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2483 00002000:00100000:1.0:1746126818.743371:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9500 x1830946005123712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.743377:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9500 with x1830946005123712 ext(0->4095) 00010000:00010000:1.0:1746126818.743382:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee91400/0x63da906377349545 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6840 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.743390:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee91400/0x63da906377349545 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6840 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.743395:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9500 00000100:00100000:1.0:1746126818.745288:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.749454:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.752209:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.757528:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.760093:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.762422:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.762589:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005124736 00000100:00100000:1.0:1746126818.762596:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005124736 00002000:00100000:1.0:1746126818.762627:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb100 x1830946005124736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.762636:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb100 with x1830946005124736 ext(0->4095) 00010000:00010000:1.0:1746126818.762643:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac800/0x63da906377349553 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff684e expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.762655:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac800/0x63da906377349553 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff684e expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.762661:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deeb100 00000100:00100000:1.0:1746126818.762693:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2484 00000100:00100000:1.0:1746126818.762700:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005124736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.762798:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005124736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.762803:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2484 00002000:00100000:1.0:1746126818.762808:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb100 x1830946005124736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.762815:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb100 with x1830946005124736 ext(0->4095) 00010000:00010000:1.0:1746126818.762819:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac800/0x63da906377349553 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff684e expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.762826:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac800/0x63da906377349553 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff684e expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.762831:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deeb100 00000100:00100000:0.0:1746126818.765579:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005124864 00000100:00100000:0.0:1746126818.765585:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005124864 00000100:00100000:0.0:1746126818.765795:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29557 00000100:00100000:0.0:1746126818.765802:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+48:1765:x1830946005124864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126818.765813:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126818.765824:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da906377349561 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff685c expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.765854:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126818.765858:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da90637734955a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6855 expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.765863:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126818.765866:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da906377349561 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff685c expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.765894:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da90637734955a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6855 expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.765904:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb5200/0x63da906377349561 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff685c expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.765911:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb5200, rc 0) 00000100:00100000:0.0:1746126818.765940:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1765:x1830946005124864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.765945:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29557 00000100:00100000:0.0:1746126818.766952:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.771925:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.779268:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.784745:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.785957:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005125632 00000100:00100000:1.0:1746126818.785964:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005125632 00002000:00100000:1.0:1746126818.786001:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26300 x1830946005125632/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.786010:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26300 with x1830946005125632 ext(0->4095) 00002000:00010000:1.0:1746126818.786014:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26300 00000100:00100000:1.0:1746126818.786044:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13470 00000100:00100000:1.0:1746126818.786050:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946005125632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.786191:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946005125632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (1453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.786197:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13470 00002000:00100000:1.0:1746126818.786202:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26300 x1830946005125632/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.786208:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26300 with x1830946005125632 ext(0->4095) 00002000:00010000:1.0:1746126818.786211:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26300 00000100:00100000:0.0:1746126818.790283:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.797687:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.798654:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.801249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.804443:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.809055:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.809682:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005126656 00000100:00100000:1.0:1746126818.809693:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005126656 00002000:00100000:1.0:1746126818.809730:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a216680 x1830946005126656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.809738:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216680 with x1830946005126656 ext(0->4095) 00002000:00010000:1.0:1746126818.809743:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a216680 00000100:00100000:1.0:1746126818.810640:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13471 00000100:00100000:1.0:1746126818.810649:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2027:x1830946005126656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.810828:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2027:x1830946005126656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (1778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.810843:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13471 00002000:00100000:1.0:1746126818.810848:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a216680 x1830946005126656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.810855:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a216680 with x1830946005126656 ext(0->4095) 00002000:00010000:1.0:1746126818.810857:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a216680 00000100:00100000:0.0:1746126818.816165:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.816197:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005126784 00000100:00100000:1.0:1746126818.816205:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005126784 00000100:00100000:1.0:1746126818.816772:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29560 00000100:00100000:1.0:1746126818.816780:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005126784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.816795:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.816808:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349576 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6871 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.816832:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da90637734956f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff686a expref: 47 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.816853:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.816854:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.816857:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349576 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6871 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.816882:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da90637734956f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff686a expref: 47 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.816892:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da90637734956f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff686a expref: 47 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.816903:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997547392:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.817071:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.818969:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.819169:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997547392:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.819191:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349576 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6871 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.819204:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126818.819238:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005126784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2459us (3080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.819245:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29560 00000100:00100000:0.0:1746126818.822223:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005126912:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 782us (3258us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746126818.822230:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2487 00002000:00100000:0.0:1746126818.822235:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a6bfa300 x1830946005126912/t4294970586(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 496/448 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.822242:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfa300 with x1830946005126912 ext(0->7) 00010000:00010000:0.0:1746126818.822247:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da90637734956f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff686a expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126818.822255:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac600/0x63da90637734956f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff686a expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126818.822261:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bfa300 00000100:00100000:0.0:1746126818.824068:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.830849:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.835264:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.835349:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005127424 00000100:00100000:1.0:1746126818.835357:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005127424 00000100:00100000:1.0:1746126818.835403:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29561 00000100:00100000:1.0:1746126818.835410:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005127424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.835428:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.835441:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da90637734957d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6878 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.835464:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349576 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6871 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.835470:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.835471:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.835474:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da90637734957d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6878 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.835498:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6871 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.835507:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6871 expref: 5 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.835517:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997547648:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.835584:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.836476:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.839227:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997547648:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.839249:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da90637734957d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6878 expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.839261:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f800, rc 0) 00000100:00100000:1.0:1746126818.839290:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005127424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3881us (4033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.839299:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29561 00000100:00100000:0.0:1746126818.840621:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.846629:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.849917:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.854926:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.855493:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005128320 00000100:00100000:1.0:1746126818.855499:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005128320 00002000:00100000:1.0:1746126818.855533:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f2d80 x1830946005128320/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.855542:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2d80 with x1830946005128320 ext(0->4095) 00002000:00010000:1.0:1746126818.855546:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f2d80 00000100:00100000:1.0:1746126818.855574:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13473 00000100:00100000:1.0:1746126818.855581:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2029:x1830946005128320:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126818.855945:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2029:x1830946005128320:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 364us (1026us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.855951:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13473 00002000:00100000:1.0:1746126818.855955:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f2d80 x1830946005128320/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.855962:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2d80 with x1830946005128320 ext(0->4095) 00002000:00010000:1.0:1746126818.855965:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f2d80 00000100:00100000:0.0:1746126818.857711:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.858664:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005128448 00000100:00100000:1.0:1746126818.858671:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005128448 00000100:00100000:1.0:1746126818.858704:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29563 00000100:00100000:1.0:1746126818.858710:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005128448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.858723:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.858737:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6886 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.858763:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349584 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff687f expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.858770:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.858772:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.858775:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.858798:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349584 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff687f expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.858807:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349584 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff687f expref: 49 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.858817:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997548160:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.858904:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.861536:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997548160:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.861559:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.861572:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126818.861618:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005128448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2908us (3913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.861626:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29563 00000100:00100000:0.0:1746126818.863724:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.867230:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.867275:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005128704 00000100:00100000:1.0:1746126818.867281:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005128704 00000100:00100000:1.0:1746126818.867309:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29564 00000100:00100000:1.0:1746126818.867316:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005128704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.867328:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.867340:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff688d expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.867359:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.867365:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.867366:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.867369:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.867389:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.867399:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 5 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.867408:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997548416:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.867458:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.868433:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.868500:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005128960 00000100:00100000:1.0:1746126818.868504:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005128960 00002000:00100000:1.0:1746126818.868527:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1f80 x1830946005128960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.868535:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1f80 with x1830946005128960 ext(0->4095) 00010000:00010000:1.0:1746126818.868540:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.868548:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.868553:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1f80 00000100:00100000:1.0:1746126818.868575:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2489 00000100:00100000:1.0:1746126818.868581:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005128960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126818.868668:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005128960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.868673:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2489 00002000:00100000:1.0:1746126818.868677:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1f80 x1830946005128960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.868683:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1f80 with x1830946005128960 ext(0->4095) 00010000:00010000:1.0:1746126818.868687:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.868695:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734958b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6886 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.868700:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1f80 00000100:00100000:1.0:1746126818.869810:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997548416:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.869826:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.869851:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126818.871567:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005128704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4245us (4335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.871575:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29564 00000100:00100000:0.0:1746126818.873998:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.875929:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.876375:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005129216 00000100:00100000:1.0:1746126818.876379:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005129216 00000100:00100000:1.0:1746126818.876413:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29565 00000100:00100000:1.0:1746126818.876423:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1765:x1830946005129216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.876434:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.876443:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349599 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6894 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.876456:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.876461:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.876462:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.876464:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349599 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6894 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.876478:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.876487:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.876499:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997548672:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.878514:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.882848:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997548672:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.882867:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349599 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6894 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.882879:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126818.883202:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005129216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6782us (9209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.883208:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29565 00000100:00100000:0.0:1746126818.883765:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005129472 00000100:00100000:0.0:1746126818.883771:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005129472 00002000:00100000:0.0:1746126818.883800:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fdf80 x1830946005129472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.883808:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdf80 with x1830946005129472 ext(0->4095) 00010000:00010000:0.0:1746126818.883813:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126818.883823:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126818.883829:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fdf80 00000100:00100000:0.0:1746126818.883979:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2490 00000100:00100000:0.0:1746126818.883986:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005129472:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126818.884257:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005129472:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 272us (769us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126818.884264:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2490 00002000:00100000:0.0:1746126818.884269:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fdf80 x1830946005129472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126818.884282:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdf80 with x1830946005129472 ext(0->4095) 00010000:00010000:0.0:1746126818.884286:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126818.884295:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349592 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff688d expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126818.884300:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fdf80 00000100:00100000:0.0:1746126818.889713:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.889786:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005129856 00000100:00100000:1.0:1746126818.889792:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005129856 00002000:00100000:1.0:1746126818.889822:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0000 x1830946005129856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.889831:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0000 with x1830946005129856 ext(0->4095) 00002000:00010000:1.0:1746126818.889844:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0000 00000100:00100000:1.0:1746126818.889866:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13474 00000100:00100000:1.0:1746126818.889872:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005129856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.889962:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005129856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.889967:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13474 00002000:00100000:1.0:1746126818.889972:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0000 x1830946005129856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.889983:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0000 with x1830946005129856 ext(0->4095) 00002000:00010000:1.0:1746126818.889985:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0000 00000100:00100000:0.0:1746126818.892468:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.892520:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005129984 00000100:00100000:1.0:1746126818.892527:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005129984 00000100:00100000:1.0:1746126818.892557:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29566 00000100:00100000:1.0:1746126818.892563:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005129984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.892575:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.892587:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773495a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff689b expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.892612:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349599 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6894 expref: 49 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.892618:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.892620:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.892623:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773495a0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff689b expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.892645:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349599 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6894 expref: 49 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.892655:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349599 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6894 expref: 49 pid: 25366 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.892665:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997548928:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.893605:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.895545:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997548928:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.895569:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773495a0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff689b expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.895582:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126818.895614:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005129984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3050us (3151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.895621:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29566 00000100:00100000:0.0:1746126818.898876:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.899303:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005130368 00000100:00100000:1.0:1746126818.899308:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005130368 00002000:00100000:1.0:1746126818.899336:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1500 x1830946005130368/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.899344:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1500 with x1830946005130368 ext(0->4095) 00002000:00010000:1.0:1746126818.899348:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f1500 00000100:00100000:1.0:1746126818.899359:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13475 00000100:00100000:1.0:1746126818.899364:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005130368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.899478:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005130368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.899483:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13475 00002000:00100000:1.0:1746126818.899487:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1500 x1830946005130368/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.899493:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1500 with x1830946005130368 ext(0->4095) 00002000:00010000:1.0:1746126818.899495:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f1500 00000100:00100000:1.0:1746126818.901283:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005130496 00000100:00100000:1.0:1746126818.901288:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005130496 00000100:00100000:1.0:1746126818.901315:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29567 00000100:00100000:1.0:1746126818.901320:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f869450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005130496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.901331:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.901343:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff68a2 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.901362:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773495a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff689b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.901368:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.901370:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.901373:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 50 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.901397:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773495a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff689b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.901407:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773495a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff689b expref: 5 pid: 25366 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.901416:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997549184:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.901481:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.903223:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005130624 00000100:00100000:0.0:1746126818.903228:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005130624 00000100:00100000:0.0:1746126818.903265:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29568 00000100:00100000:0.0:1746126818.903271:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005130624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126818.903606:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997549184:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.903625:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.903640:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ee00, rc 0) 00000100:00100000:1.0:1746126818.903669:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f869450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005130496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2349us (2445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.903675:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29567 00010000:00010000:0.0:1746126818.903813:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126818.903823:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011fcb4600/0x63da9063773495ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff68a9 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.903847:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126818.903851:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.903856:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126818.903858:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011fcb4600/0x63da9063773495ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a9 expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.903883:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.903893:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011fcb4600/0x63da9063773495ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a9 expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126818.903899:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011fcb4600, rc 0) 00000100:00100000:0.0:1746126818.903915:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005130624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 645us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.903920:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29568 00000100:00100000:1.0:1746126818.910517:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005131008 00000100:00100000:1.0:1746126818.910523:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005131008 00002000:00100000:1.0:1746126818.910555:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fe680 x1830946005131008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.910565:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe680 with x1830946005131008 ext(0->4095) 00010000:00010000:1.0:1746126818.910572:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.910583:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.910621:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fe680 00000100:00100000:1.0:1746126818.910637:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2491 00000100:00100000:1.0:1746126818.910642:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005131008:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.910759:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005131008:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.910765:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2491 00002000:00100000:1.0:1746126818.910769:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fe680 x1830946005131008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.910781:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe680 with x1830946005131008 ext(0->4095) 00010000:00010000:1.0:1746126818.910785:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.910793:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da9063773495a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68a2 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.910799:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fe680 00000100:00100000:1.0:1746126818.918264:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005131392 00000100:00100000:1.0:1746126818.918271:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005131392 00002000:00100000:1.0:1746126818.918303:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc700 x1830946005131392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.918312:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc700 with x1830946005131392 ext(0->4095) 00002000:00010000:1.0:1746126818.918316:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fc700 00000100:00100000:1.0:1746126818.918331:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13476 00000100:00100000:1.0:1746126818.918337:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005131392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.919326:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005131392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 986us (1551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.919332:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13476 00002000:00100000:1.0:1746126818.919339:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc700 x1830946005131392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.919347:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc700 with x1830946005131392 ext(0->4095) 00002000:00010000:1.0:1746126818.919350:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fc700 00000100:00100000:0.0:1746126818.921379:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.923661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.925831:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.925884:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005131904 00000100:00100000:1.0:1746126818.925888:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005131904 00002000:00100000:1.0:1746126818.925913:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0e00 x1830946005131904/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.925923:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0e00 with x1830946005131904 ext(0->4095) 00002000:00010000:1.0:1746126818.925927:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0e00 00000100:00100000:1.0:1746126818.925950:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13477 00000100:00100000:1.0:1746126818.925955:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005131904:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126818.926438:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005131904:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 482us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.926444:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13477 00002000:00100000:1.0:1746126818.926449:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0e00 x1830946005131904/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.926456:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0e00 with x1830946005131904 ext(0->4095) 00002000:00010000:1.0:1746126818.926459:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0e00 00000100:00100000:0.0:1746126818.930223:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.934206:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.934290:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.936501:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.936568:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005132544 00000100:00100000:1.0:1746126818.936572:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005132544 00002000:00100000:1.0:1746126818.936597:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d679880 x1830946005132544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.936607:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d679880 with x1830946005132544 ext(0->4095) 00010000:00010000:1.0:1746126818.936618:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68b7 expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.936628:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68b7 expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.936638:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d679880 00000100:00100000:1.0:1746126818.936666:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2492 00000100:00100000:1.0:1746126818.936673:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005132544:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126818.936777:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005132544:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 104us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.936782:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2492 00002000:00100000:1.0:1746126818.936787:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d679880 x1830946005132544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.936794:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d679880 with x1830946005132544 ext(0->4095) 00010000:00010000:1.0:1746126818.936798:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68b7 expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.936807:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68b7 expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.936812:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d679880 00000100:00100000:0.0:1746126818.938192:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.938922:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.942171:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.942228:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005133056 00000100:00100000:1.0:1746126818.942233:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005133056 00002000:00100000:1.0:1746126818.942262:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309c00 x1830946005133056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/0 e 0 to 0 dl 1746126829 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.942270:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309c00 with x1830946005133056 ext(0->4095) 00010000:00010000:1.0:1746126818.942276:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da9063773495c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68be expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.942290:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da9063773495c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68be expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.942295:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309c00 00000100:00100000:1.0:1746126818.942314:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2493 00000100:00100000:1.0:1746126818.942319:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005133056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126818.942413:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005133056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126818.942419:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2493 00002000:00100000:1.0:1746126818.942423:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309c00 x1830946005133056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:579/0 lens 488/4536 e 0 to 0 dl 1746126829 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126818.942429:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309c00 with x1830946005133056 ext(0->4095) 00010000:00010000:1.0:1746126818.942433:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da9063773495c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68be expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.942440:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da9063773495c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68be expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126818.942445:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309c00 00000100:00100000:0.0:1746126818.945472:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.945689:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005133312 00000100:00100000:1.0:1746126818.945696:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005133312 00000100:00100000:1.0:1746126818.945739:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29573 00000100:00100000:1.0:1746126818.945754:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005133312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.945769:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.945782:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773495d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff68cc expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.945803:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.945808:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da9063773495ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68c5 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.945813:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126818.945816:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773495d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68cc expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.945865:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da9063773495ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68c5 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.945875:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773495d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68cc expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.945883:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126818.945924:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005133312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.945929:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29573 00000100:00100000:0.0:1746126818.945978:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.951334:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.955555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.955652:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005133824 00000100:00100000:1.0:1746126818.955659:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005133824 00000100:00100000:1.0:1746126818.955698:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29574 00000100:00100000:1.0:1746126818.955704:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1765:x1830946005133824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.955714:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.955727:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773495d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff68d3 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.955750:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773495d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68cc expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.955757:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.955759:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.955762:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773495d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68d3 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.955787:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773495d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68cc expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.955797:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da9063773495d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68cc expref: 5 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.955807:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997550976:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126818.955876:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.958516:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.958785:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997550976:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126818.958809:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773495d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68d3 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.958821:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f000, rc 0) 00000100:00100000:1.0:1746126818.958871:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1765:x1830946005133824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3167us (3321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.958878:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29574 00000100:00100000:1.0:1746126818.959459:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005133952 00000100:00100000:1.0:1746126818.959465:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005133952 00000100:00100000:1.0:1746126818.959500:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29575 00000100:00100000:1.0:1746126818.959506:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005133952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.959518:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.959531:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff68da expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.959548:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.959552:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773495d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68d3 expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.959864:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.959868:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.959893:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da9063773495d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68d3 expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.959902:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.959909:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126818.959942:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005133952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 436us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.959946:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29575 00000100:00100000:0.0:1746126818.960043:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.962369:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.964373:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.964677:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005134464 00000100:00100000:1.0:1746126818.964682:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005134464 00000100:00100000:0.0:1746126818.965010:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.965061:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29576 00000100:00100000:1.0:1746126818.965068:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005134464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.965080:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.965092:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da9063773495e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff68e1 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.965111:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.965115:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.965121:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126818.965147:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da9063773495e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e1 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.965176:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.965186:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da9063773495e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e1 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.965193:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126818.965221:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005134464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.965226:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29576 00000100:00100000:0.0:1746126818.968659:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997551488:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126818.968676:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126818.968718:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005134592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3397us (3707us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.968726:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17294 00000100:00100000:0.0:1746126818.971694:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.971738:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.971877:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005134976 00000100:00100000:1.0:1746126818.971881:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005134976 00010000:00010000:1.0:1746126818.971898:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.971925:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17295 00000100:00100000:1.0:1746126818.971930:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2030:x1830946005134976:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.971938:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.971953:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 52 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.971962:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 52 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.971977:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773495df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68da expref: 52 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.972265:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.972300:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2030:x1830946005134976:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 368us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.972306:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17295 00000100:00100000:0.0:1746126818.974519:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997551744:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126818.974533:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb01800, rc 0) 00000100:00100000:0.0:1746126818.974870:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005135104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2998us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126818.974876:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29577 00000100:00100000:0.0:1746126818.975093:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.977890:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.977999:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005135488 00000100:00100000:1.0:1746126818.978006:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005135488 00010000:00010000:1.0:1746126818.978034:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da9063773495e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e1 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.978237:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17296 00000100:00100000:1.0:1746126818.978245:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005135488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.978290:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.978309:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da9063773495e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e1 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.978318:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da9063773495e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e1 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.978335:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da9063773495e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e1 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.978358:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.978360:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.978366:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e8 expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.978373:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e8 expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.978401:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e8 expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.978411:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997551872:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.978737:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.980586:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997551872:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.980601:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.980635:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005135488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2391us (2750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.980643:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17296 00000100:00100000:0.0:1746126818.981228:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.984850:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.987479:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.987567:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005136000 00000100:00100000:1.0:1746126818.987573:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005136000 00010000:00010000:1.0:1746126818.987593:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e8 expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.987672:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17297 00000100:00100000:1.0:1746126818.987678:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005136000:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.987688:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.987702:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e8 expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.987711:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e8 expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.987734:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773495ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68e8 expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.987757:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.987759:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.987765:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da9063773495f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68ef expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.987771:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da9063773495f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68ef expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.987798:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da9063773495f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68ef expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126818.987808:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552128:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.988183:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126818.989611:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552128:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.989625:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.989663:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005136000:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1984us (2184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.989670:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17297 00000100:00100000:0.0:1746126818.990595:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.991949:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126818.994024:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.994081:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005136512 00000100:00100000:1.0:1746126818.994086:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005136512 00000100:00100000:0.0:1746126818.994104:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.994122:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29580 00000100:00100000:1.0:1746126818.994147:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005136512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126818.994156:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126818.994167:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff68fd expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994180:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.994183:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994188:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126818.994190:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994210:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994220:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994226:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126818.994245:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005136512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.994249:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29580 00000100:00100000:1.0:1746126818.994265:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005136640 00000100:00100000:1.0:1746126818.994267:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005136640 00010000:00010000:1.0:1746126818.994278:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da9063773495f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68ef expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.994293:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17298 00000100:00100000:1.0:1746126818.994298:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005136640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126818.994304:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126818.994317:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da9063773495f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68ef expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.994325:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da9063773495f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68ef expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.994338:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da9063773495f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68ef expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126818.994348:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.994350:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126818.994354:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994360:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994379:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126818.994387:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126818.994395:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126818.994423:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126818.998488:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126818.998645:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552512:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126818.998662:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126818.998698:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005136640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4399us (4593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126818.999206:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17298 00000100:00100000:0.0:1746126819.001628:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.001689:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005137024 00000100:00100000:1.0:1746126819.001695:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005137024 00010000:00010000:1.0:1746126819.001720:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.001754:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17299 00000100:00100000:1.0:1746126819.001760:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005137024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.001772:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.001788:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.001801:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.001820:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773495fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68f6 expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.001853:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.001854:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.001860:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.001867:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.001891:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.001902:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552640:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.001973:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.004550:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552640:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.004568:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.004613:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005137024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2852us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.004622:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17299 00000100:00100000:0.0:1746126819.005930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.008543:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.008694:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005137408 00000100:00100000:1.0:1746126819.008709:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005137408 00000100:00100000:1.0:1746126819.009025:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29581 00000100:00100000:1.0:1746126819.009032:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005137408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.009045:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.009057:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6904 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.009079:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 49 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.009086:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.009087:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.009090:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.009114:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 49 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.009123:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 49 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.009163:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997552768:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.009225:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.011181:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997552768:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.011204:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.011220:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126819.011255:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005137408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (2716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.011261:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29581 00000100:00100000:0.0:1746126819.011964:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.012088:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005137536 00000100:00100000:1.0:1746126819.012093:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005137536 00010000:00010000:1.0:1746126819.012114:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.012274:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17300 00000100:00100000:1.0:1746126819.012281:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005137536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.012291:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.012307:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.012316:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.012332:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349602 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff68fd expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.012541:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.012544:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.012550:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.012561:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.012585:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.012594:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552896:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.013234:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.014586:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997552896:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.014600:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.014715:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946005137536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2434us (2751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.014723:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17300 00000100:00100000:0.0:1746126819.015580:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.015811:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.016206:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005137920 00000100:00100000:1.0:1746126819.016209:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005137920 00000100:00100000:1.0:1746126819.016230:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29582 00000100:00100000:1.0:1746126819.016235:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005137920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.016242:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.016259:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff690b expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.016279:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.016347:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.016350:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.016354:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.016378:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.016387:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 5 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.016398:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997553024:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.016841:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.018068:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.018164:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997553024:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.018183:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.018194:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126819.018232:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005137920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1996us (2421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.018239:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29582 00000100:00100000:1.0:1746126819.018254:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005138048 00000100:00100000:1.0:1746126819.018258:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005138048 00000100:00100000:1.0:1746126819.018275:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29583 00000100:00100000:1.0:1746126819.018280:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1765:x1830946005138048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.018289:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.018298:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6912 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.018314:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.018318:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.018324:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.018327:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.018350:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.018360:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 51 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.018367:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126819.018382:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005138048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.018477:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29583 00000100:00100000:0.0:1746126819.018825:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.018886:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005138176 00000100:00100000:1.0:1746126819.018889:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005138176 00010000:00010000:1.0:1746126819.018904:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.018930:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17301 00000100:00100000:1.0:1746126819.018935:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005138176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.018947:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.018962:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.018974:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.018990:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349609 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6904 expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.019092:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.019094:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.019099:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.019106:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.019150:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.019161:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.019171:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997553280:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.019225:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.021004:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997553280:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126819.021005:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126819.021018:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.021043:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005138176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2107us (2218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.021052:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17301 00000100:00100000:0.0:1746126819.022868:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.022913:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005138560 00000100:00100000:1.0:1746126819.022919:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005138560 00010000:00010000:1.0:1746126819.022941:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.022967:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17302 00000100:00100000:1.0:1746126819.022972:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2029:x1830946005138560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.022981:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.022995:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.023004:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.023023:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349610 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff690b expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.023041:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.023043:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.023049:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.023056:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.023082:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.023092:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997553408:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.023195:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.025006:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.025265:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997553408:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.025280:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.025322:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2029:x1830946005138560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2349us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.025330:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17302 00000100:00100000:0.0:1746126819.028031:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.031224:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.031280:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005139072 00000100:00100000:1.0:1746126819.031285:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005139072 00010000:00010000:1.0:1746126819.031306:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.031385:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17303 00000100:00100000:1.0:1746126819.031391:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005139072:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.031401:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.031416:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.031567:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.031584:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349617 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6912 expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.031604:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.031605:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.031611:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da90637734961e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6919 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.031618:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da90637734961e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6919 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.031643:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da90637734961e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6919 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.031653:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997553664:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.031702:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.033377:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997553664:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.033390:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.033423:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946005139072:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2031us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.033430:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17303 00000100:00100000:0.0:1746126819.034471:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.035496:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.038205:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.039659:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.039776:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005139712 00000100:00100000:1.0:1746126819.039780:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005139712 00010000:00010000:1.0:1746126819.039802:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da90637734961e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6919 expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.039827:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17304 00000100:00100000:1.0:1746126819.039842:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005139712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.039851:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.039869:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da90637734961e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6919 expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.039879:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da90637734961e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6919 expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.039895:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da90637734961e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6919 expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.039913:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.039915:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.039921:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 50 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.039929:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 50 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.039947:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 50 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.039956:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 50 pid: 25366 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.039966:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554048:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.040016:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.042274:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554048:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.042292:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126819.042358:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.042581:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005139712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2748us (2923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.042592:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17304 00000100:00100000:0.0:1746126819.044680:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.044866:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005140096 00000100:00100000:1.0:1746126819.044871:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005140096 00010000:00010000:1.0:1746126819.044891:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.044993:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17305 00000100:00100000:1.0:1746126819.045000:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005140096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.045011:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.045026:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.045035:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.045053:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349625 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6920 expref: 51 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.045065:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.045067:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.045073:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 50 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.045080:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 50 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.045105:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 50 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.045115:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554176:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.045205:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.047493:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554176:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.047512:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.047551:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005140096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2550us (2874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.047560:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17305 00000100:00100000:0.0:1746126819.048746:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.050776:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.050860:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005140480 00000100:00100000:1.0:1746126819.050865:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005140480 00000100:00100000:1.0:1746126819.051366:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29587 00000100:00100000:1.0:1746126819.051374:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005140480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.051386:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.051399:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff692e expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.051419:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 49 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.051426:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.051427:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.051430:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.051453:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 49 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.051466:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 49 pid: 25366 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.051476:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997554304:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.051537:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.053817:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997554304:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.053849:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.053862:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126819.053904:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005140480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (3131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.053910:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29587 00000100:00100000:0.0:1746126819.054284:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.054444:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005140608 00000100:00100000:1.0:1746126819.054449:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005140608 00010000:00010000:1.0:1746126819.054467:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 50 pid: 25366 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.054494:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17306 00000100:00100000:1.0:1746126819.054499:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005140608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.054508:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.054522:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 50 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.054534:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 50 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.054550:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734962c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6927 expref: 50 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.054890:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.054892:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.054898:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.054904:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.054927:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.054936:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554432:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.054987:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.057655:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554432:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.057674:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.057709:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005140608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3208us (3423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.057718:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17306 00000100:00100000:0.0:1746126819.058175:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.058929:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.059215:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005140992 00000100:00100000:1.0:1746126819.059219:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005140992 00000100:00100000:1.0:1746126819.059240:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29588 00000100:00100000:1.0:1746126819.059245:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005140992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.059254:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.059266:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6935 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.059283:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.059290:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.059292:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.059295:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.059318:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.059328:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 5 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.059338:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997554560:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.060296:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.061888:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.061987:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997554560:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.062010:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.062027:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126819.062060:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005140992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2814us (3131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.062067:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29588 00000100:00100000:0.0:1746126819.062614:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.063038:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005141248 00000100:00100000:1.0:1746126819.063042:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005141248 00010000:00010000:1.0:1746126819.063056:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.063082:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17307 00000100:00100000:1.0:1746126819.063088:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005141248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.063095:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.063109:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.063117:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.063148:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349633 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff692e expref: 6 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.063168:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.063170:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.063175:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.063185:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.063204:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 50 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.063213:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 50 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.063227:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554816:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.063270:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.064380:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554816:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.064392:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.064412:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005141248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1324us (1798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.064419:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17307 00000100:00100000:0.0:1746126819.065602:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.069356:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.069498:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005141632 00000100:00100000:1.0:1746126819.069505:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005141632 00010000:00010000:1.0:1746126819.069535:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.069571:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17308 00000100:00100000:1.0:1746126819.069578:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005141632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.069589:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.069606:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.069616:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.069634:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734963a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6935 expref: 51 pid: 9597 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.069661:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.069663:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.069669:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349641 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff693c expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.069676:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff693c expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.069703:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff693c expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.069713:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554944:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.069776:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.075909:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.076020:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997554944:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.076040:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.076087:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005141632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6510us (6738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.076096:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17308 00000100:00100000:0.0:1746126819.080608:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.085819:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.085875:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.085978:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005142144 00000100:00100000:1.0:1746126819.085982:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005142144 00010000:00010000:1.0:1746126819.086003:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff693c expref: 51 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.086032:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17309 00000100:00100000:1.0:1746126819.086037:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005142144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.086047:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.086063:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349641 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff693c expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.086324:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349641 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff693c expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.086340:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349641 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff693c expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.086363:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.086364:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.086370:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.086622:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.086643:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.086657:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 5 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.086667:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555328:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.086723:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.088614:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555328:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.088628:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.088668:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005142144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2629us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.088676:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17309 00000100:00100000:0.0:1746126819.091325:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.095204:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.095313:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005142656 00000100:00100000:1.0:1746126819.095321:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005142656 00010000:00010000:1.0:1746126819.095348:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.095383:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17310 00000100:00100000:1.0:1746126819.095390:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005142656:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.095401:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.095418:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.095429:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.095446:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349648 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6943 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.095869:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.095872:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.095879:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.095887:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.095919:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.095930:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555456:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.095995:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.099771:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.099895:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555456:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.099915:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.099965:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005142656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4573us (4767us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.099975:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17310 00000100:00100000:0.0:1746126819.103069:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.106666:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.107281:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005143168 00000100:00100000:0.0:1746126819.107287:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005143168 00002000:00100000:0.0:1746126819.107321:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e16ce00 x1830946005143168/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.107329:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946005143168 ext(0->7) 00010000:00010000:0.0:1746126819.107335:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126819.107345:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 50 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126819.107351:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16ce00 00000100:00100000:0.0:1746126819.107376:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2502 00000100:00100000:0.0:1746126819.107382:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005143168:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126819.109219:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005143168:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1831us (2554us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746126819.111768:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2502 00002000:00100000:0.0:1746126819.111789:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e16ce00 x1830946005143168/t4294970587(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.111800:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946005143168 ext(0->7) 00010000:00010000:0.0:1746126819.111810:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126819.111823:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 52 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126819.111829:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16ce00 00000100:00100000:0.0:1746126819.125209:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.126352:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.126406:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005143424 00000100:00100000:1.0:1746126819.126410:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005143424 00010000:00010000:1.0:1746126819.126424:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 53 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.126450:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17311 00000100:00100000:1.0:1746126819.126455:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005143424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.126462:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.126475:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 53 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.126484:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 53 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.126498:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734964f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff694a expref: 53 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.126519:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.126521:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.126526:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.126533:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.126551:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.126564:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 5 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.126573:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555840:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.127343:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.128655:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555840:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.128668:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.128696:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005143424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2239us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.128704:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17311 00000100:00100000:0.0:1746126819.129389:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.129492:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005143680 00000100:00100000:1.0:1746126819.129498:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005143680 00002000:00100000:1.0:1746126819.129527:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14e300 x1830946005143680/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.129559:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946005143680 ext(0->4095) 00010000:00010000:1.0:1746126819.129568:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.129578:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.129583:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:1.0:1746126819.129611:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2503 00000100:00100000:1.0:1746126819.129617:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005143680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.129714:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005143680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.129719:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2503 00002000:00100000:1.0:1746126819.129724:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14e300 x1830946005143680/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.129730:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946005143680 ext(0->4095) 00010000:00010000:1.0:1746126819.129734:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.129742:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.129747:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:0.0:1746126819.134033:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.134153:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005143808 00000100:00100000:1.0:1746126819.134161:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005143808 00010000:00010000:1.0:1746126819.134191:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746126819.134226:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17312 00000100:00100000:1.0:1746126819.134232:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005143808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126819.134245:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126819.134261:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.134270:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.134289:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349656 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6951 expref: 6 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.134301:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.134303:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.134309:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734965d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6958 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.134321:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734965d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6958 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.134345:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734965d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6958 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126819.134355:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555968:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126819.134421:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.137301:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.137384:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e16ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997555968:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126819.137401:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126819.137433:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005143808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3201us (3406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.137442:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17312 00000100:00100000:0.0:1746126819.145754:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.149099:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.150001:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.153092:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.153153:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005144704 00000100:00100000:1.0:1746126819.153158:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005144704 00002000:00100000:1.0:1746126819.153190:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d500 x1830946005144704/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.153199:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d500 with x1830946005144704 ext(0->4095) 00010000:00010000:1.0:1746126819.153205:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349664 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff695f expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.153217:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349664 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff695f expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.153227:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d500 00000100:00100000:1.0:1746126819.153247:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2504 00000100:00100000:1.0:1746126819.153254:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005144704:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.153367:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005144704:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.153372:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2504 00002000:00100000:1.0:1746126819.153377:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d500 x1830946005144704/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.153384:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d500 with x1830946005144704 ext(0->4095) 00010000:00010000:1.0:1746126819.153389:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349664 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff695f expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.153398:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349664 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff695f expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.153403:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d500 00000100:00100000:0.0:1746126819.163978:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.166084:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.176618:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.184384:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.185198:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005145344:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 639us (815us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746126819.185204:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2505 00002000:00100000:0.0:1746126819.185210:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012bb5c380 x1830946005145344/t4294970588(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.185217:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c380 with x1830946005145344 ext(0->7) 00010000:00010000:0.0:1746126819.185221:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734966b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6966 expref: 54 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126819.185233:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734966b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6966 expref: 54 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126819.185238:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5c380 00000100:00100000:0.0:1746126819.188689:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.193253:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.193332:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005145728 00000100:00100000:1.0:1746126819.193339:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005145728 00002000:00100000:1.0:1746126819.193374:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5180 x1830946005145728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.193384:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5180 with x1830946005145728 ext(0->4095) 00002000:00010000:1.0:1746126819.193388:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b5180 00000100:00100000:1.0:1746126819.193406:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13491 00000100:00100000:1.0:1746126819.193413:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005145728:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.193523:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005145728:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.193529:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13491 00002000:00100000:1.0:1746126819.193535:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5180 x1830946005145728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.193541:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5180 with x1830946005145728 ext(0->4095) 00002000:00010000:1.0:1746126819.193543:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b5180 00000100:00100000:0.0:1746126819.194807:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.195966:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.196027:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.203257:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.206952:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.207373:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005146368 00000100:00100000:1.0:1746126819.207378:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005146368 00002000:00100000:1.0:1746126819.207410:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b4a80 x1830946005146368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.207418:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b4a80 with x1830946005146368 ext(0->4095) 00010000:00010000:1.0:1746126819.207425:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349679 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6974 expref: 55 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.207435:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349679 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6974 expref: 55 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.207441:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b4a80 00000100:00100000:1.0:1746126819.207468:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2506 00000100:00100000:1.0:1746126819.207474:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005146368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.207581:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005146368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.207590:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2506 00002000:00100000:1.0:1746126819.207595:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b4a80 x1830946005146368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.207601:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b4a80 with x1830946005146368 ext(0->4095) 00010000:00010000:1.0:1746126819.207606:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349679 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6974 expref: 55 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.207614:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349679 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6974 expref: 55 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.207620:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b4a80 00000100:00100000:0.0:1746126819.211407:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.220119:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.228475:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.234413:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.234586:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005147008 00000100:00100000:1.0:1746126819.234644:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005147008 00002000:00100000:1.0:1746126819.234683:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fde0e00 x1830946005147008/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.234692:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0e00 with x1830946005147008 ext(0->7) 00010000:00010000:1.0:1746126819.234700:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349680 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff697b expref: 54 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.234711:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349680 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff697b expref: 54 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.234717:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde0e00 00000100:00100000:1.0:1746126819.234751:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2507 00000100:00100000:1.0:1746126819.234758:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005147008:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126819.235986:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005147008:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1226us (1577us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746126819.235993:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2507 00002000:00100000:0.0:1746126819.235999:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fde0e00 x1830946005147008/t4294970589(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.236007:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0e00 with x1830946005147008 ext(0->7) 00010000:00010000:0.0:1746126819.236013:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff697b expref: 56 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126819.236023:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff697b expref: 56 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126819.236034:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde0e00 00000100:00100000:0.0:1746126819.240290:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.245756:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.252568:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.261196:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997557760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126819.261246:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126819.261878:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997557760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126819.264367:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.269021:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.271907:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.273929:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.276495:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.278675:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.278786:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005148928 00000100:00100000:1.0:1746126819.278791:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005148928 00002000:00100000:1.0:1746126819.278921:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110a80 x1830946005148928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.278933:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946005148928 ext(0->4095) 00002000:00010000:1.0:1746126819.278936:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110a80 00000100:00100000:1.0:1746126819.278958:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13494 00000100:00100000:1.0:1746126819.278964:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005148928:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.279057:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005148928:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.279063:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13494 00002000:00100000:1.0:1746126819.279068:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110a80 x1830946005148928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.279075:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946005148928 ext(0->4095) 00002000:00010000:1.0:1746126819.279077:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110a80 00000100:00100000:0.0:1746126819.280291:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.282070:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.282442:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.285442:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.285507:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005149568 00000100:00100000:1.0:1746126819.285512:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005149568 00002000:00100000:1.0:1746126819.285540:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5500 x1830946005149568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.285548:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5500 with x1830946005149568 ext(0->4095) 00010000:00010000:1.0:1746126819.285554:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da9063773496a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff699e expref: 57 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.285567:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da9063773496a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff699e expref: 57 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.285571:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a5500 00000100:00100000:1.0:1746126819.285589:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2510 00000100:00100000:1.0:1746126819.285595:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005149568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.285698:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005149568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.285703:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2510 00002000:00100000:1.0:1746126819.285708:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5500 x1830946005149568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.285715:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5500 with x1830946005149568 ext(0->4095) 00010000:00010000:1.0:1746126819.285719:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da9063773496a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff699e expref: 57 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.285726:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da9063773496a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff699e expref: 57 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.285731:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a5500 00000100:00100000:0.0:1746126819.287211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.287512:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.290374:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.290441:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005150080 00000100:00100000:1.0:1746126819.290447:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005150080 00002000:00100000:1.0:1746126819.290476:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5880 x1830946005150080/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.290485:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946005150080 ext(0->4095) 00010000:00010000:1.0:1746126819.290495:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773496aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69a5 expref: 56 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.290508:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773496aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69a5 expref: 56 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.290514:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a5880 00000100:00100000:1.0:1746126819.290536:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2511 00000100:00100000:1.0:1746126819.290542:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005150080:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.290631:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005150080:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.290636:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2511 00002000:00100000:1.0:1746126819.290759:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5880 x1830946005150080/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.290768:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946005150080 ext(0->4095) 00010000:00010000:1.0:1746126819.290773:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773496aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69a5 expref: 56 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.290785:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad400/0x63da9063773496aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69a5 expref: 56 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.290791:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a5880 00000100:00100000:0.0:1746126819.292681:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.292722:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.295409:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.295508:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005150592 00000100:00100000:1.0:1746126819.295513:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005150592 00002000:00100000:1.0:1746126819.295546:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b8000 x1830946005150592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.295559:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b8000 with x1830946005150592 ext(0->4095) 00010000:00010000:1.0:1746126819.295565:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773496b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69ac expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.295575:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773496b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69ac expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.295583:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1b8000 00000100:00100000:1.0:1746126819.295608:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2512 00000100:00100000:1.0:1746126819.295614:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005150592:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126819.295721:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005150592:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 102us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.295727:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2512 00002000:00100000:1.0:1746126819.295731:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b8000 x1830946005150592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.295738:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b8000 with x1830946005150592 ext(0->4095) 00010000:00010000:1.0:1746126819.295742:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773496b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69ac expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.295751:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773496b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69ac expref: 6 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.295756:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1b8000 00000100:00100000:0.0:1746126819.300179:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.304483:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.304558:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005150976 00000100:00100000:1.0:1746126819.304566:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005150976 00002000:00100000:1.0:1746126819.304598:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bad80 x1830946005150976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.304606:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bad80 with x1830946005150976 ext(0->4095) 00002000:00010000:1.0:1746126819.304610:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bad80 00000100:00100000:1.0:1746126819.304638:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13495 00000100:00100000:1.0:1746126819.304645:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005150976:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126819.304747:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005150976:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.304753:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13495 00002000:00100000:1.0:1746126819.304758:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bad80 x1830946005150976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.304765:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bad80 with x1830946005150976 ext(0->4095) 00002000:00010000:1.0:1746126819.304767:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bad80 00000100:00100000:0.0:1746126819.311217:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.315781:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.316788:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005151232:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 767us (1011us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746126819.316795:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2513 00002000:00100000:0.0:1746126819.316801:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b1b9880 x1830946005151232/t4294970590(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.316808:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9880 with x1830946005151232 ext(0->7) 00010000:00010000:0.0:1746126819.316814:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da9063773496b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69b3 expref: 58 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746126819.316824:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da9063773496b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69b3 expref: 58 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746126819.316840:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1b9880 00000100:00100000:0.0:1746126819.320541:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.321797:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.326694:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.328896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.332617:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.333279:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005152128 00000100:00100000:1.0:1746126819.333286:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005152128 00002000:00100000:1.0:1746126819.333323:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace6680 x1830946005152128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.333332:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6680 with x1830946005152128 ext(0->4095) 00002000:00010000:1.0:1746126819.333336:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace6680 00000100:00100000:1.0:1746126819.333363:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13496 00000100:00100000:1.0:1746126819.333369:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005152128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.333472:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005152128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (857us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.333478:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13496 00002000:00100000:1.0:1746126819.333483:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace6680 x1830946005152128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.333490:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6680 with x1830946005152128 ext(0->4095) 00002000:00010000:1.0:1746126819.333492:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace6680 00000100:00100000:0.0:1746126819.335413:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.338912:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.341660:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.342346:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.342380:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005152640 00000100:00100000:1.0:1746126819.342386:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005152640 00002000:00100000:1.0:1746126819.342416:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5880 x1830946005152640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.342425:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5880 with x1830946005152640 ext(0->4095) 00002000:00010000:1.0:1746126819.342428:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5880 00000100:00100000:1.0:1746126819.342450:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13497 00000100:00100000:1.0:1746126819.342457:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005152640:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126819.342552:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005152640:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (897us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.342557:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13497 00002000:00100000:1.0:1746126819.342561:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5880 x1830946005152640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.342567:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5880 with x1830946005152640 ext(0->4095) 00002000:00010000:1.0:1746126819.342569:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5880 00000100:00100000:0.0:1746126819.345513:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.345596:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.349899:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.350653:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2515 00000100:00100000:1.0:1746126819.350661:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005153280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.350776:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005153280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.350782:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2515 00002000:00100000:1.0:1746126819.350787:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace7480 x1830946005153280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.350794:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7480 with x1830946005153280 ext(0->4095) 00010000:00010000:1.0:1746126819.350799:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773496d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69cf expref: 59 pid: 21550 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.350807:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773496d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69cf expref: 59 pid: 21550 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.350812:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace7480 00000100:00100000:0.0:1746126819.352559:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.356316:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.358946:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.365534:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.368302:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.369548:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.374160:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.374248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.376908:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.377302:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005154816 00000100:00100000:1.0:1746126819.377308:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005154816 00002000:00100000:1.0:1746126819.377336:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982d80 x1830946005154816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.377345:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982d80 with x1830946005154816 ext(0->4095) 00010000:00010000:1.0:1746126819.377352:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773496e9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69e4 expref: 59 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.377363:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773496e9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69e4 expref: 59 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.377368:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982d80 00000100:00100000:1.0:1746126819.377985:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2517 00000100:00100000:1.0:1746126819.377992:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005154816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.378090:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005154816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (1186us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.378095:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2517 00002000:00100000:1.0:1746126819.378100:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982d80 x1830946005154816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.378107:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982d80 with x1830946005154816 ext(0->4095) 00010000:00010000:1.0:1746126819.378111:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773496e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69e4 expref: 59 pid: 25366 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746126819.378120:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773496e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff69e4 expref: 59 pid: 25366 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746126819.378142:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982d80 00000100:00100000:0.0:1746126819.380346:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.384197:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.386520:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.389805:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.393619:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.396455:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.396827:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.401425:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.404516:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.407374:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.410538:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.413914:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005156864 00000100:00100000:0.0:1746126819.413921:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005156864 00000100:00100000:0.0:1746126819.413964:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29618 00000100:00100000:0.0:1746126819.413970:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005156864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126819.413986:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126819.414000:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734970c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6a07 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.414022:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349705 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a00 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.414028:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126819.414030:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126819.414033:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de52200/0x63da90637734970c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a07 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.414055:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a00 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.414064:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349705 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a00 expref: 57 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746126819.414073:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b981f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997562368:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126819.414791:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.417415:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.421120:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.421466:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.421607:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005157248 00000100:00100000:1.0:1746126819.421613:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005157248 00002000:00100000:1.0:1746126819.421641:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980e00 x1830946005157248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.421650:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980e00 with x1830946005157248 ext(0->4095) 00002000:00010000:1.0:1746126819.421654:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980e00 00000100:00100000:1.0:1746126819.421675:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13502 00000100:00100000:1.0:1746126819.421680:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005157248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.421765:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005157248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.421770:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13502 00002000:00100000:1.0:1746126819.421774:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980e00 x1830946005157248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.421781:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980e00 with x1830946005157248 ext(0->4095) 00002000:00010000:1.0:1746126819.421783:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980e00 00000100:00100000:0.0:1746126819.426289:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.426385:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.426454:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005157504 00000100:00100000:1.0:1746126819.426464:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005157504 00000100:00100000:1.0:1746126819.426495:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29620 00000100:00100000:1.0:1746126819.426501:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098421180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1765:x1830946005157504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.426515:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.426526:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734971a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6a15 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.426543:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.426548:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349713 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a0e expref: 60 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.426554:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.426557:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734971a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a15 expref: 60 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.426579:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349713 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a0e expref: 60 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.426592:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734971a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a15 expref: 59 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.426599:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126819.426614:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098421180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1765:x1830946005157504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.426619:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29620 00000100:00100000:0.0:1746126819.430527:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.436584:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.441636:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.444582:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.451869:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.451942:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126819.452320:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126819.455109:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.462166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.466149:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.466264:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005159296 00000100:00100000:1.0:1746126819.466271:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005159296 00002000:00100000:1.0:1746126819.466304:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faedf80 x1830946005159296/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.466313:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faedf80 with x1830946005159296 ext(0->4095) 00002000:00010000:1.0:1746126819.466317:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faedf80 00000100:00100000:1.0:1746126819.466344:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13504 00000100:00100000:1.0:1746126819.466350:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005159296:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.466452:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005159296:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.466457:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13504 00002000:00100000:1.0:1746126819.466461:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faedf80 x1830946005159296/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.466468:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faedf80 with x1830946005159296 ext(0->4095) 00002000:00010000:1.0:1746126819.466470:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faedf80 00000100:00100000:0.0:1746126819.469237:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.473256:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.474058:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005159552:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 611us (804us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746126819.474064:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2521 00002000:00100000:0.0:1746126819.474069:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009adeb480 x1830946005159552/t4294970591(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.474074:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb480 with x1830946005159552 ext(0->7) 00010000:00010000:0.0:1746126819.474078:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a23 expref: 60 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.474087:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a23 expref: 60 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.474092:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeb480 00000100:00100000:0.0:1746126819.480266:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.490421:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.491668:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.491973:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005160064 00000100:00100000:1.0:1746126819.491977:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005160064 00002000:00100000:1.0:1746126819.492000:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9f80 x1830946005160064/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.492008:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946005160064 ext(0->4095) 00010000:00010000:1.0:1746126819.492013:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734972f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a2a expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.492021:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734972f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a2a expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.492026:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:1.0:1746126819.493482:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2522 00000100:00100000:1.0:1746126819.493492:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005160064:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.493645:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005160064:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (1978us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.493651:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2522 00002000:00100000:1.0:1746126819.493657:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9f80 x1830946005160064/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.493665:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946005160064 ext(0->4095) 00010000:00010000:1.0:1746126819.493672:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734972f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a2a expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.493681:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734972f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a2a expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.493688:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:0.0:1746126819.496275:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.497572:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.503973:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.507979:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.510843:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.510938:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005160960 00000100:00100000:1.0:1746126819.510945:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005160960 00002000:00100000:1.0:1746126819.510977:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad67800 x1830946005160960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.510986:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67800 with x1830946005160960 ext(0->4095) 00002000:00010000:1.0:1746126819.510990:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad67800 00000100:00100000:1.0:1746126819.511017:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13505 00000100:00100000:1.0:1746126819.511024:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005160960:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.511149:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005160960:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.511155:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13505 00002000:00100000:1.0:1746126819.511161:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad67800 x1830946005160960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.511167:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67800 with x1830946005160960 ext(0->4095) 00002000:00010000:1.0:1746126819.511170:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad67800 00000100:00100000:0.0:1746126819.513842:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.513927:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005161088 00000100:00100000:1.0:1746126819.513933:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005161088 00000100:00100000:1.0:1746126819.513998:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29626 00000100:00100000:1.0:1746126819.514005:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005161088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.514017:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.514031:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349744 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6a3f expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.514057:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734973d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a38 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.514063:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.514065:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.514068:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349744 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a3f expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.514093:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734973d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a38 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.514103:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734973d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a38 expref: 59 pid: 25366 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.514112:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997564416:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.514593:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.516527:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997564416:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.516550:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349744 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a3f expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.516563:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126819.516598:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005161088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2592us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.516605:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29626 00000100:00100000:0.0:1746126819.517876:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.520525:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.522279:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.523304:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005161600 00000100:00100000:1.0:1746126819.523310:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005161600 00000100:00100000:1.0:1746126819.523349:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29627 00000100:00100000:1.0:1746126819.523356:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1764:x1830946005161600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.523369:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.523383:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734974b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6a46 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.523407:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349744 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a3f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.523414:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.523415:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.523418:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734974b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a46 expref: 60 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.523441:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349744 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a3f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.523451:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a3f expref: 5 pid: 9597 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.523460:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997564672:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.523525:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.524903:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.526552:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997564672:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.526571:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734974b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a46 expref: 61 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.526585:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126819.526610:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005161600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3254us (4333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.526616:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29627 00000100:00100000:0.0:1746126819.527507:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.530964:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.531077:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005162112 00000100:00100000:1.0:1746126819.531082:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005162112 00002000:00100000:1.0:1746126819.531110:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811f80 x1830946005162112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.531118:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811f80 with x1830946005162112 ext(0->4095) 00010000:00010000:1.0:1746126819.531150:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734974b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a46 expref: 61 pid: 9597 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.531162:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734974b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a46 expref: 61 pid: 9597 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.531167:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811f80 00000100:00100000:1.0:1746126819.531188:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2524 00000100:00100000:1.0:1746126819.531193:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005162112:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.531289:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005162112:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.531294:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2524 00002000:00100000:1.0:1746126819.531299:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811f80 x1830946005162112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.531311:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811f80 with x1830946005162112 ext(0->4095) 00010000:00010000:1.0:1746126819.531315:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734974b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a46 expref: 61 pid: 9597 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.531323:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734974b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a46 expref: 61 pid: 9597 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.531329:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811f80 00000100:00100000:0.0:1746126819.533528:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.536493:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.540658:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.540763:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005162624 00000100:00100000:1.0:1746126819.540771:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005162624 00000100:00100000:1.0:1746126819.540814:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29629 00000100:00100000:1.0:1746126819.540820:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005162624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.540844:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.540859:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349759 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6a54 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.540882:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a4d expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.540889:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.540890:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.540893:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349759 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a54 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.540916:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a4d expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.540931:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349752 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a4d expref: 59 pid: 25366 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.540941:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997565184:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.541004:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.543322:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997565184:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.543344:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349759 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a54 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.543358:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126819.543388:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005162624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2567us (2735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.543395:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29629 00000100:00100000:0.0:1746126819.543883:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.548549:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.548680:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.548726:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005163008 00000100:00100000:1.0:1746126819.548733:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005163008 00002000:00100000:1.0:1746126819.548767:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812d80 x1830946005163008/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.548777:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946005163008 ext(0->4095) 00002000:00010000:1.0:1746126819.548780:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0812d80 00000100:00100000:1.0:1746126819.548804:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13508 00000100:00100000:1.0:1746126819.548810:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005163008:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.548911:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005163008:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.548918:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13508 00002000:00100000:1.0:1746126819.548922:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812d80 x1830946005163008/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.548928:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946005163008 ext(0->4095) 00002000:00010000:1.0:1746126819.548931:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0812d80 00000100:00100000:0.0:1746126819.552503:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.556801:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.561499:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.565321:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.568205:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.572607:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.575613:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.575649:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.575968:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005164544 00000100:00100000:1.0:1746126819.575971:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005164544 00002000:00100000:1.0:1746126819.575991:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358e00 x1830946005164544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.576000:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358e00 with x1830946005164544 ext(0->4095) 00010000:00010000:1.0:1746126819.576004:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734976e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a69 expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.576013:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734976e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a69 expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.576019:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358e00 00000100:00100000:1.0:1746126819.576029:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2526 00000100:00100000:1.0:1746126819.576033:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005164544:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.576150:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005164544:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.576156:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2526 00002000:00100000:1.0:1746126819.576161:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358e00 x1830946005164544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.576173:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358e00 with x1830946005164544 ext(0->4095) 00010000:00010000:1.0:1746126819.576177:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734976e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a69 expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.576185:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734976e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a69 expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.576191:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358e00 00000100:00100000:0.0:1746126819.579782:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.582183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.586493:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.590783:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.595563:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.596008:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005165568 00000100:00100000:1.0:1746126819.596013:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005165568 00002000:00100000:1.0:1746126819.596040:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335aa00 x1830946005165568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.596048:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335aa00 with x1830946005165568 ext(0->4095) 00002000:00010000:1.0:1746126819.596051:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009335aa00 00000100:00100000:1.0:1746126819.596073:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13510 00000100:00100000:1.0:1746126819.596078:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2030:x1830946005165568:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126819.596180:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2030:x1830946005165568:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.596185:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13510 00002000:00100000:1.0:1746126819.596189:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335aa00 x1830946005165568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.596195:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335aa00 with x1830946005165568 ext(0->4095) 00002000:00010000:1.0:1746126819.596198:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009335aa00 00000100:00100000:0.0:1746126819.597938:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.601658:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.605436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.606419:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13511 00000100:00100000:1.0:1746126819.606427:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005166080:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.606684:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005166080:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 258us (1248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.606690:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13511 00002000:00100000:1.0:1746126819.606695:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359c00 x1830946005166080/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.606702:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359c00 with x1830946005166080 ext(0->4095) 00002000:00010000:1.0:1746126819.606705:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359c00 00000100:00100000:0.0:1746126819.606886:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.610240:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.610895:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.619119:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.619508:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005166720 00000100:00100000:1.0:1746126819.619513:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005166720 00002000:00100000:1.0:1746126819.619540:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b100 x1830946005166720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.619549:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b100 with x1830946005166720 ext(0->4095) 00010000:00010000:1.0:1746126819.620639:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734978a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a85 expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.620652:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734978a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a85 expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.620659:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b100 00000100:00100000:1.0:1746126819.620684:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2528 00000100:00100000:1.0:1746126819.620691:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005166720:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.620801:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005166720:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.620806:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2528 00002000:00100000:1.0:1746126819.620811:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b100 x1830946005166720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.620818:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b100 with x1830946005166720 ext(0->4095) 00010000:00010000:1.0:1746126819.620822:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734978a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a85 expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.620838:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734978a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a85 expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.620843:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b100 00000100:00100000:0.0:1746126819.622509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.629902:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.630142:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005167104 00000100:00100000:1.0:1746126819.630147:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005167104 00002000:00100000:1.0:1746126819.630174:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848d880 x1830946005167104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.630183:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848d880 with x1830946005167104 ext(0->4095) 00002000:00010000:1.0:1746126819.630187:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848d880 00000100:00100000:1.0:1746126819.630209:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13512 00000100:00100000:1.0:1746126819.630214:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005167104:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.631458:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005167104:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1240us (1558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.631464:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13512 00002000:00100000:1.0:1746126819.631471:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848d880 x1830946005167104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.631478:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848d880 with x1830946005167104 ext(0->4095) 00002000:00010000:1.0:1746126819.631482:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848d880 00000100:00100000:0.0:1746126819.633247:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.635230:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.636839:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.638513:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.640164:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.640275:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.641943:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.642013:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005168256 00000100:00100000:1.0:1746126819.642018:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005168256 00002000:00100000:1.0:1746126819.642041:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848df80 x1830946005168256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.642048:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848df80 with x1830946005168256 ext(0->4095) 00010000:00010000:1.0:1746126819.642053:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734979f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a9a expref: 61 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.642063:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734979f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a9a expref: 61 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.642068:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848df80 00000100:00100000:1.0:1746126819.642091:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2529 00000100:00100000:1.0:1746126819.642097:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005168256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.642211:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005168256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.642216:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2529 00002000:00100000:1.0:1746126819.642221:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848df80 x1830946005168256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.642228:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848df80 with x1830946005168256 ext(0->4095) 00010000:00010000:1.0:1746126819.642232:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734979f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a9a expref: 61 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.642241:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734979f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6a9a expref: 61 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.642246:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848df80 00000100:00100000:0.0:1746126819.643967:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.644028:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.647323:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.649366:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.649405:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.652544:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.652590:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005169280 00000100:00100000:1.0:1746126819.652597:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005169280 00002000:00100000:1.0:1746126819.652623:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175880 x1830946005169280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.652629:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175880 with x1830946005169280 ext(0->4095) 00010000:00010000:1.0:1746126819.652635:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773497ad lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6aa8 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.652643:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773497ad lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6aa8 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.652647:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175880 00000100:00100000:1.0:1746126819.653015:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2531 00000100:00100000:1.0:1746126819.653022:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005169280:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126819.653111:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005169280:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.653116:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2531 00002000:00100000:1.0:1746126819.653120:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175880 x1830946005169280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.653151:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175880 with x1830946005169280 ext(0->4095) 00010000:00010000:1.0:1746126819.653156:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773497ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6aa8 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.653164:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773497ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6aa8 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.653169:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175880 00000100:00100000:0.0:1746126819.656700:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.661581:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.661724:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005169664 00000100:00100000:1.0:1746126819.661733:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005169664 00002000:00100000:1.0:1746126819.661771:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175500 x1830946005169664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.661780:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175500 with x1830946005169664 ext(0->4095) 00002000:00010000:1.0:1746126819.661784:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175500 00000100:00100000:1.0:1746126819.661813:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13514 00000100:00100000:1.0:1746126819.661820:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005169664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.662415:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005169664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 594us (838us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.662420:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13514 00002000:00100000:1.0:1746126819.662425:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175500 x1830946005169664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.662432:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175500 with x1830946005169664 ext(0->4095) 00002000:00010000:1.0:1746126819.662435:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175500 00000100:00100000:0.0:1746126819.667964:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.674953:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.676300:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.679341:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.679606:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005170304 00000100:00100000:1.0:1746126819.679611:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005170304 00002000:00100000:1.0:1746126819.679640:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174e00 x1830946005170304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.679649:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174e00 with x1830946005170304 ext(0->4095) 00010000:00010000:1.0:1746126819.679655:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773497bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ab6 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.679665:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773497bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ab6 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.679671:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174e00 00000100:00100000:1.0:1746126819.679741:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2532 00000100:00100000:1.0:1746126819.679747:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005170304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126819.679881:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005170304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.679887:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2532 00002000:00100000:1.0:1746126819.679895:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174e00 x1830946005170304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.679903:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174e00 with x1830946005170304 ext(0->4095) 00010000:00010000:1.0:1746126819.679907:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773497bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ab6 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.679915:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773497bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ab6 expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.679925:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174e00 00000100:00100000:0.0:1746126819.682446:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.683063:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.691310:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.693569:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.693618:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005170944 00000100:00100000:1.0:1746126819.693623:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005170944 00002000:00100000:1.0:1746126819.693652:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177b80 x1830946005170944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.693661:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177b80 with x1830946005170944 ext(0->4095) 00002000:00010000:1.0:1746126819.693665:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099177b80 00000100:00100000:1.0:1746126819.693692:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13515 00000100:00100000:1.0:1746126819.693699:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005170944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.693790:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005170944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.693795:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13515 00002000:00100000:1.0:1746126819.693799:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177b80 x1830946005170944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.693806:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177b80 with x1830946005170944 ext(0->4095) 00002000:00010000:1.0:1746126819.693808:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099177b80 00000100:00100000:0.0:1746126819.695379:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.695405:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.695469:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005171072 00000100:00100000:1.0:1746126819.695473:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005171072 00000100:00100000:1.0:1746126819.695507:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005171200 00000100:00100000:1.0:1746126819.695509:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005171200 00000100:00100000:1.0:1746126819.695522:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29646 00000100:00100000:1.0:1746126819.695527:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1764:x1830946005171072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.695538:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.695552:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da9063773497d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6acb expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.695573:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773497c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ac4 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.695579:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.695581:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.695584:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da9063773497d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6acb expref: 61 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.695608:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773497c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ac4 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.695618:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da9063773497c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ac4 expref: 5 pid: 25366 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.695628:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997569536:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.695675:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.699258:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997569536:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.699284:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da9063773497d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6acb expref: 61 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.699298:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126819.699354:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005171072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3825us (3977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.699362:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29646 00000100:00100000:0.0:1746126819.701102:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.707111:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.707224:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005171584 00000100:00100000:1.0:1746126819.707230:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005171584 00002000:00100000:1.0:1746126819.707261:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50700 x1830946005171584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.707269:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50700 with x1830946005171584 ext(0->4095) 00010000:00010000:1.0:1746126819.707276:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da9063773497d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6acb expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.707286:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da9063773497d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6acb expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.707291:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba50700 00000100:00100000:1.0:1746126819.707318:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2533 00000100:00100000:1.0:1746126819.707324:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005171584:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.707420:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005171584:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.707425:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2533 00002000:00100000:1.0:1746126819.707430:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50700 x1830946005171584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.707436:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50700 with x1830946005171584 ext(0->4095) 00010000:00010000:1.0:1746126819.707440:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da9063773497d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6acb expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.707449:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da9063773497d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6acb expref: 61 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.707458:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba50700 00000100:00100000:0.0:1746126819.709636:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.713078:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.713359:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005171968 00000100:00100000:1.0:1746126819.713365:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005171968 00002000:00100000:1.0:1746126819.713400:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53100 x1830946005171968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.713408:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53100 with x1830946005171968 ext(0->4095) 00002000:00010000:1.0:1746126819.713412:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba53100 00000100:00100000:1.0:1746126819.713440:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13516 00000100:00100000:1.0:1746126819.713446:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005171968:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.713539:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005171968:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.713545:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13516 00002000:00100000:1.0:1746126819.713549:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53100 x1830946005171968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.713555:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53100 with x1830946005171968 ext(0->4095) 00002000:00010000:1.0:1746126819.713558:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba53100 00000100:00100000:0.0:1746126819.715941:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.716024:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005172096 00000100:00100000:1.0:1746126819.716030:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005172096 00000100:00100000:1.0:1746126819.716097:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29648 00000100:00100000:1.0:1746126819.716103:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005172096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.716115:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.716152:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773497de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6ad9 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.716179:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da9063773497d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ad2 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.716185:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.716186:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.716189:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773497de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ad9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.716212:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da9063773497d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ad2 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.716221:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da9063773497d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ad2 expref: 59 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.716232:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997570048:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.716298:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.718281:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.718412:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997570048:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.718432:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da9063773497de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ad9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.718445:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126819.718476:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005172096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2373us (2542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.718484:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29648 00000100:00100000:0.0:1746126819.722174:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.725006:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.725272:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005172608 00000100:00100000:1.0:1746126819.725278:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005172608 00000100:00100000:0.0:1746126819.725300:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.725567:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29650 00000100:00100000:1.0:1746126819.725572:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005172608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.725578:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.725584:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773497ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6ae0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.725595:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.725599:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773497e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae7 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.725604:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.725606:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773497ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae0 expref: 62 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.725624:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773497e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae7 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.725635:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da9063773497ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae0 expref: 62 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.725643:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126819.725662:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005172608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.725666:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29650 00000100:00100000:0.0:1746126819.729458:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.732753:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.732806:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005173120 00000100:00100000:1.0:1746126819.732811:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005173120 00002000:00100000:1.0:1746126819.732847:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9d500 x1830946005173120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.732862:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9d500 with x1830946005173120 ext(0->4095) 00010000:00010000:1.0:1746126819.732869:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773497e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae7 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.732888:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773497e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae7 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.732894:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9d500 00000100:00100000:1.0:1746126819.732918:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2534 00000100:00100000:1.0:1746126819.732924:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005173120:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.733038:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005173120:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.733044:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2534 00002000:00100000:1.0:1746126819.733049:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9d500 x1830946005173120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.733056:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9d500 with x1830946005173120 ext(0->4095) 00010000:00010000:1.0:1746126819.733061:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773497e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae7 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.733069:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773497e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ae7 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.733075:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9d500 00000100:00100000:0.0:1746126819.735193:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.736413:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.738358:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.741030:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.741111:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.746055:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.751628:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.754570:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.756904:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.761764:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.764786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.766045:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.768969:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.771819:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.774776:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.788668:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.791649:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005175808:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2349us (2975us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746126819.791659:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2538 00002000:00100000:0.0:1746126819.791668:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f1c00 x1830946005175808/t4294970592(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.791677:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1c00 with x1830946005175808 ext(0->7) 00010000:00010000:0.0:1746126819.791685:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b03 expref: 62 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.791701:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b03 expref: 62 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.791708:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1c00 00000100:00100000:0.0:1746126819.796090:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.799955:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.802650:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.802948:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005176320 00000100:00100000:0.0:1746126819.802953:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005176320 00002000:00100000:0.0:1746126819.802979:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ca80 x1830946005176320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.802989:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ca80 with x1830946005176320 ext(0->4095) 00010000:00010000:0.0:1746126819.802995:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734980f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b0a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.803005:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734980f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b0a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.803011:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2ca80 00000100:00100000:0.0:1746126819.803025:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2539 00000100:00100000:0.0:1746126819.803031:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005176320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126819.803119:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005176320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126819.803138:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2539 00002000:00100000:0.0:1746126819.803144:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ca80 x1830946005176320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.803151:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ca80 with x1830946005176320 ext(0->4095) 00010000:00010000:0.0:1746126819.803155:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734980f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b0a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.803162:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da90637734980f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b0a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.803167:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2ca80 00000100:00100000:1.0:1746126819.803305:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572096:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.803320:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.803330:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991adc00, rc 0) 00000100:00100000:1.0:1746126819.803346:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005176064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3148us (3394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.803351:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29656 00000100:00100000:0.0:1746126819.804964:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.805122:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.805203:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005176448 00000100:00100000:1.0:1746126819.805207:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005176448 00000100:00100000:1.0:1746126819.805223:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29657 00000100:00100000:1.0:1746126819.805227:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1765:x1830946005176448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.805235:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.805243:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734981d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b18 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.805254:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.805258:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.805262:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.805265:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734981d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b18 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.805415:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.805428:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 63 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.805438:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572224:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.805570:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.806888:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572224:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.806905:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734981d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b18 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.806915:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ee00, rc 0) 00000100:00100000:0.0:1746126819.806918:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.806938:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005176832 00000100:00100000:0.0:1746126819.806941:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005176832 00000100:00100000:1.0:1746126819.806942:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1765:x1830946005176448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1714us (1981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.806947:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29657 00002000:00100000:0.0:1746126819.806966:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1180 x1830946005176832/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.806975:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1180 with x1830946005176832 ext(0->4095) 00010000:00010000:0.0:1746126819.806980:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 63 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.806989:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 63 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.806995:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1180 00000100:00100000:0.0:1746126819.807019:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2540 00000100:00100000:0.0:1746126819.807025:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005176832:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.807148:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005176832:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (207us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.807154:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2540 00002000:00100000:1.0:1746126819.807160:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1180 x1830946005176832/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.807166:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1180 with x1830946005176832 ext(0->4095) 00010000:00010000:1.0:1746126819.807171:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 63 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.807179:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349816 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b11 expref: 63 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.807184:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1180 00000100:00100000:0.0:1746126819.810087:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.812243:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.812582:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005177216 00000100:00100000:1.0:1746126819.812587:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005177216 00002000:00100000:1.0:1746126819.812615:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45f80 x1830946005177216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.812623:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45f80 with x1830946005177216 ext(0->4095) 00002000:00010000:1.0:1746126819.812627:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae45f80 00000100:00100000:1.0:1746126819.812642:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13520 00000100:00100000:1.0:1746126819.812648:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005177216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126819.812752:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005177216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.812757:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13520 00002000:00100000:1.0:1746126819.812762:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45f80 x1830946005177216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.812769:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45f80 with x1830946005177216 ext(0->4095) 00002000:00010000:1.0:1746126819.812771:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae45f80 00000100:00100000:0.0:1746126819.814553:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.814622:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005177344 00000100:00100000:1.0:1746126819.814627:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005177344 00000100:00100000:1.0:1746126819.814655:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29658 00000100:00100000:1.0:1746126819.814660:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005177344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.814673:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.814685:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349824 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b1f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.814711:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734981d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b18 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.814719:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.814720:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.814724:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349824 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b1f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.814746:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734981d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b18 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.814756:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734981d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b18 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.814767:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572608:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.814836:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.818704:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572608:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.818731:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349824 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b1f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.818745:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126819.818788:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005177344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4126us (4238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.818795:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29658 00000100:00100000:0.0:1746126819.819954:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.822899:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.823453:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.823743:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005177600 00000100:00100000:1.0:1746126819.823747:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005177600 00000100:00100000:1.0:1746126819.823776:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29659 00000100:00100000:1.0:1746126819.823781:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005177600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.823789:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.823800:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734982b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b26 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.823816:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349824 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b1f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.823822:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.823823:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.823837:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734982b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b26 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.823859:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b1f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.823869:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b1f expref: 5 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.823879:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572864:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.823928:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.826501:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572864:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.826522:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734982b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b26 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.826539:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126819.826578:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005177600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2795us (3684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.826585:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29659 00000100:00100000:0.0:1746126819.826882:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005178112 00000100:00100000:0.0:1746126819.826886:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005178112 00000100:00100000:0.0:1746126819.826922:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29660 00000100:00100000:0.0:1746126819.826927:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+7:1765:x1830946005178112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126819.826937:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126819.826947:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349832 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b2d expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.826960:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126819.827075:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734982b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b26 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.827083:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126819.827087:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349832 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b2d expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.827408:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734982b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b26 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126819.827417:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734982b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b26 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:0.0:1746126819.827431:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572992:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.827737:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.829945:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.830014:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997572992:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.830030:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349832 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b2d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.830040:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0df200, rc 0) 00000100:00100000:1.0:1746126819.830075:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005178112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3147us (3232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.830081:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29660 00000100:00100000:0.0:1746126819.832950:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.833150:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005178624 00000100:00100000:1.0:1746126819.833156:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005178624 00000100:00100000:1.0:1746126819.833195:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29661 00000100:00100000:1.0:1746126819.833201:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f868c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005178624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.833213:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.833224:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349839 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b34 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.833240:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.833244:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349832 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b2d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.833253:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126819.833256:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349839 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b34 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.833281:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0df200/0x63da906377349832 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b2d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.833290:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349839 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b34 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.833298:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126819.833335:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f868c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1764:x1830946005178624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.833339:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29661 00000100:00100000:0.0:1746126819.833492:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.837235:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.840596:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.845962:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.850042:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.850223:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005179392 00000100:00100000:1.0:1746126819.850231:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005179392 00000100:00100000:1.0:1746126819.850603:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29662 00000100:00100000:1.0:1746126819.850611:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005179392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.850626:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.850640:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349840 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b3b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.850663:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349839 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b34 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.850669:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.850671:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.850674:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349840 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b3b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.850698:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b34 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.850708:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b34 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.850718:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997573632:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.851289:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.852784:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997573632:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.852803:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349840 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b3b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.852814:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126819.852850:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005179392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.852857:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29662 00000100:00100000:0.0:1746126819.854971:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.855890:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.855910:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005179648 00000100:00100000:1.0:1746126819.855912:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005179648 00000100:00100000:1.0:1746126819.855930:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29663 00000100:00100000:1.0:1746126819.855935:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005179648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.855945:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.855953:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b42 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.855967:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349840 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b3b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.855972:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.855973:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.855976:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b42 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.855992:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349840 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b3b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.856000:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349840 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b3b expref: 5 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.856007:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997573888:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.856024:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.858541:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.859205:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997573888:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.859224:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b42 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.859237:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126819.859257:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005179648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3321us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.859263:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29663 00000100:00100000:0.0:1746126819.862868:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.865789:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.870741:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.872701:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005180416 00000100:00100000:1.0:1746126819.872709:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005180416 00000100:00100000:1.0:1746126819.872758:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29664 00000100:00100000:1.0:1746126819.872764:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005180416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.872779:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.872794:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b49 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.872818:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b42 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.872835:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.872837:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.872840:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.872863:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b42 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.872873:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b42 expref: 61 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.872882:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997574144:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.873689:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.874674:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997574144:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.874692:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.874707:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126819.874739:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005180416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (4005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.874746:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29664 00000100:00100000:0.0:1746126819.875576:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.880902:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005180544:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 5096us (5320us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746126819.880912:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2544 00002000:00100000:0.0:1746126819.880921:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dfb4000 x1830946005180544/t4294970593(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 496/448 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.880929:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4000 with x1830946005180544 ext(0->7) 00010000:00010000:0.0:1746126819.880938:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b42 expref: 64 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.880953:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349847 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b42 expref: 64 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.880961:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4000 00000100:00100000:0.0:1746126819.889079:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.889417:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005180672 00000100:00100000:1.0:1746126819.889425:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005180672 00000100:00100000:1.0:1746126819.889697:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29665 00000100:00100000:1.0:1746126819.889705:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:1764:x1830946005180672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.889721:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.889734:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377349855 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b50 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.889754:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.889759:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.889764:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126819.889767:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377349855 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b50 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.889793:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.889803:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da906377349855 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b50 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.889814:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ee00, rc 0) 00000100:00100000:1.0:1746126819.889859:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1764:x1830946005180672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.889864:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29665 00000100:00100000:0.0:1746126819.890199:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.892891:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005181056 00000100:00100000:0.0:1746126819.892897:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005181056 00002000:00100000:0.0:1746126819.892926:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd96a00 x1830946005181056/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.892935:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96a00 with x1830946005181056 ext(0->4095) 00010000:00010000:0.0:1746126819.892940:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.892950:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.892956:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd96a00 00000100:00100000:0.0:1746126819.892981:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2545 00000100:00100000:0.0:1746126819.892988:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005181056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126819.893101:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005181056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126819.893107:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2545 00002000:00100000:0.0:1746126819.893112:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd96a00 x1830946005181056/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126819.893119:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96a00 with x1830946005181056 ext(0->4095) 00010000:00010000:0.0:1746126819.893123:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126819.893150:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734984e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b49 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126819.893155:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd96a00 00000100:00100000:0.0:1746126819.896305:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.898800:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.900509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.905310:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.907915:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.910305:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.910465:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.910574:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005182208 00000100:00100000:1.0:1746126819.910578:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005182208 00000100:00100000:1.0:1746126819.910609:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29668 00000100:00100000:1.0:1746126819.910614:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1765:x1830946005182208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.910620:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.910626:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734986a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b65 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.910641:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da90637734985c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b57 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.910647:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.910649:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.910652:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734986a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b65 expref: 66 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.910716:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da90637734985c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b57 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.910725:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da90637734985c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b57 expref: 5 pid: 25366 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.910740:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c9c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997574912:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.910796:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.913040:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.922146:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.927336:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.927379:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.931909:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.936712:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.937244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.943327:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.943714:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005183616 00000100:00100000:1.0:1746126819.943720:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005183616 00002000:00100000:1.0:1746126819.943751:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26680 x1830946005183616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.943759:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26680 with x1830946005183616 ext(0->4095) 00010000:00010000:1.0:1746126819.943766:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349871 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b6c expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.943776:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349871 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b6c expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.943782:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd26680 00000100:00100000:1.0:1746126819.943797:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2548 00000100:00100000:1.0:1746126819.943803:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005183616:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.943907:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005183616:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.943912:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2548 00002000:00100000:1.0:1746126819.943917:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26680 x1830946005183616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.943923:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26680 with x1830946005183616 ext(0->4095) 00010000:00010000:1.0:1746126819.943928:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349871 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b6c expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.943936:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991adc00/0x63da906377349871 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b6c expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.943941:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd26680 00000100:00100000:0.0:1746126819.947816:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.954501:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.958548:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.958818:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005184128 00000100:00100000:1.0:1746126819.958850:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005184128 00000100:00100000:1.0:1746126819.958899:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29671 00000100:00100000:1.0:1746126819.958906:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005184128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.958921:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.958935:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b7a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.958957:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349878 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b73 expref: 63 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.958962:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.958963:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126819.958966:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.958988:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349878 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b73 expref: 63 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.958997:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349878 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b73 expref: 63 pid: 21550 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.959011:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997575936:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.959088:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126819.961071:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997575936:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126819.961093:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.961105:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126819.961173:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005184128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2266us (2634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126819.961181:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29671 00000100:00100000:0.0:1746126819.961735:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.963733:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.964708:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005184384 00000100:00100000:1.0:1746126819.964714:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005184384 00000100:00100000:1.0:1746126819.964757:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29672 00000100:00100000:1.0:1746126819.964764:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:1764:x1830946005184384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126819.964776:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126819.964788:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349886 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6b81 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.964806:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.964812:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.964813:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126819.964815:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349886 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b81 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.964851:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126819.964861:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 5 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126819.964869:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c9f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997576192:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126819.964927:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126819.967738:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.968370:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005184640 00000100:00100000:1.0:1746126819.968376:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005184640 00002000:00100000:1.0:1746126819.968408:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373be680 x1830946005184640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.968417:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946005184640 ext(0->4095) 00010000:00010000:1.0:1746126819.968423:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.968433:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.968438:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373be680 00000100:00100000:1.0:1746126819.968464:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2549 00000100:00100000:1.0:1746126819.968470:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005184640:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.968578:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005184640:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (841us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.968586:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2549 00002000:00100000:1.0:1746126819.968591:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373be680 x1830946005184640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.968597:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946005184640 ext(0->4095) 00010000:00010000:1.0:1746126819.968601:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126819.968608:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734987f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b7a expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126819.968613:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373be680 00000100:00100000:0.0:1746126819.970837:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.971875:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.976424:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.980290:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.984854:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.984960:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005185536 00000100:00100000:1.0:1746126819.984973:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005185536 00002000:00100000:1.0:1746126819.985013:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bdc00 x1830946005185536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/0 e 0 to 0 dl 1746126830 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.985023:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bdc00 with x1830946005185536 ext(0->4095) 00002000:00010000:1.0:1746126819.985033:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bdc00 00000100:00100000:1.0:1746126819.985068:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13527 00000100:00100000:1.0:1746126819.985074:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005185536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126819.985229:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005185536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126819.985235:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13527 00002000:00100000:1.0:1746126819.985240:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bdc00 x1830946005185536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:580/0 lens 488/4536 e 0 to 0 dl 1746126830 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126819.985247:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bdc00 with x1830946005185536 ext(0->4095) 00002000:00010000:1.0:1746126819.985256:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bdc00 00000100:00100000:0.0:1746126819.989541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.992239:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.994912:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126819.995805:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126819.999008:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.000954:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:0.0:1746126820.001961:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126820.004426:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.005054:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005186688 00000100:00100000:1.0:1746126820.005059:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005186688 00002000:00100000:1.0:1746126820.005103:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8380 x1830946005186688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.005111:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8380 with x1830946005186688 ext(0->4095) 00010000:00010000:1.0:1746126820.005118:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734989b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b96 expref: 65 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.005152:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734989b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b96 expref: 65 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.005158:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade8380 00000100:00100000:1.0:1746126820.005184:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2552 00000100:00100000:1.0:1746126820.005190:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946005186688:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.005288:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946005186688:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.005294:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2552 00002000:00100000:1.0:1746126820.005298:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8380 x1830946005186688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.005304:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8380 with x1830946005186688 ext(0->4095) 00010000:00010000:1.0:1746126820.005309:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734989b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b96 expref: 65 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.005316:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734989b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6b96 expref: 65 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.005321:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade8380 00000100:00080000:0.0:1746126820.005461:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126820.009237:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.012377:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.015190:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.018898:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.022280:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.022410:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005187584 00000100:00100000:1.0:1746126820.022419:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005187584 00002000:00100000:1.0:1746126820.022453:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb100 x1830946005187584/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.022462:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb100 with x1830946005187584 ext(0->4095) 00002000:00010000:1.0:1746126820.022466:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb100 00000100:00100000:1.0:1746126820.022495:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13529 00000100:00100000:1.0:1746126820.022503:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005187584:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.023351:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005187584:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 847us (1075us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.023357:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13529 00002000:00100000:1.0:1746126820.023363:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb100 x1830946005187584/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.023371:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb100 with x1830946005187584 ext(0->4095) 00002000:00010000:1.0:1746126820.023374:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb100 00000100:00100000:0.0:1746126820.025178:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.028579:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005187840 00000100:00100000:1.0:1746126820.028586:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005187840 00000100:00100000:1.0:1746126820.028627:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29679 00000100:00100000:1.0:1746126820.028633:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1765:x1830946005187840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.028646:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.028659:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da9063773498b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6bb2 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.028681:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.028685:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773498b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bab expref: 66 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.028690:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.028693:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da9063773498b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bb2 expref: 66 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.028720:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773498b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bab expref: 66 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.028730:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da9063773498b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bb2 expref: 66 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.028738:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126820.028777:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1765:x1830946005187840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.028782:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29679 00000100:00100000:0.0:1746126820.030551:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.034221:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.034339:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005188224 00000100:00100000:1.0:1746126820.034345:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005188224 00002000:00100000:1.0:1746126820.034381:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad64000 x1830946005188224/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.034396:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64000 with x1830946005188224 ext(0->4095) 00010000:00010000:1.0:1746126820.034403:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773498b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bab expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.034414:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773498b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bab expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.034420:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad64000 00000100:00100000:1.0:1746126820.034452:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2553 00000100:00100000:1.0:1746126820.034458:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005188224:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.034567:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005188224:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.034573:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2553 00002000:00100000:1.0:1746126820.034578:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad64000 x1830946005188224/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.034585:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64000 with x1830946005188224 ext(0->4095) 00010000:00010000:1.0:1746126820.034590:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773498b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bab expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.034598:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da9063773498b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bab expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.034603:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad64000 00000100:00100000:0.0:1746126820.037959:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.042461:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.045697:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.049047:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.051216:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.051284:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005189120 00000100:00100000:1.0:1746126820.051288:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005189120 00002000:00100000:1.0:1746126820.051311:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982680 x1830946005189120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.051317:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982680 with x1830946005189120 ext(0->4095) 00002000:00010000:1.0:1746126820.051320:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b982680 00000100:00100000:1.0:1746126820.051339:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13531 00000100:00100000:1.0:1746126820.051342:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005189120:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.051427:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005189120:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.051431:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13531 00002000:00100000:1.0:1746126820.051434:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982680 x1830946005189120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.051439:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982680 with x1830946005189120 ext(0->4095) 00002000:00010000:1.0:1746126820.051441:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b982680 00000100:00100000:0.0:1746126820.052244:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.053096:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.054698:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.056706:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.056950:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005189760 00000100:00100000:1.0:1746126820.056955:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005189760 00002000:00100000:1.0:1746126820.056980:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423800 x1830946005189760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.056988:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423800 with x1830946005189760 ext(0->4095) 00010000:00010000:1.0:1746126820.056994:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773498c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bc0 expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.057004:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773498c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bc0 expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.057013:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098423800 00000100:00100000:1.0:1746126820.057041:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2554 00000100:00100000:1.0:1746126820.057048:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946005189760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.057346:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946005189760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 297us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.057352:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2554 00002000:00100000:1.0:1746126820.057357:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423800 x1830946005189760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.057364:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423800 with x1830946005189760 ext(0->4095) 00010000:00010000:1.0:1746126820.057368:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773498c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bc0 expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.057377:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773498c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bc0 expref: 65 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.057382:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098423800 00000100:00100000:0.0:1746126820.059518:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.061720:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.062044:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005190144 00000100:00100000:1.0:1746126820.062049:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005190144 00002000:00100000:1.0:1746126820.062077:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423100 x1830946005190144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.062085:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423100 with x1830946005190144 ext(0->4095) 00002000:00010000:1.0:1746126820.062089:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098423100 00000100:00100000:1.0:1746126820.062114:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13532 00000100:00100000:1.0:1746126820.062121:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2030:x1830946005190144:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126820.062234:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2030:x1830946005190144:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.062240:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13532 00002000:00100000:1.0:1746126820.062245:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423100 x1830946005190144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.062251:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423100 with x1830946005190144 ext(0->4095) 00002000:00010000:1.0:1746126820.062253:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098423100 00000100:00100000:0.0:1746126820.083747:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.088150:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.090326:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.095279:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.102811:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.110341:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.114313:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.121025:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.121103:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.126908:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.126983:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005191936 00000100:00100000:1.0:1746126820.126990:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005191936 00002000:00100000:1.0:1746126820.127026:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946005191936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.127035:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946005191936 ext(0->4095) 00010000:00010000:1.0:1746126820.127043:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773498e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bdc expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.127053:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773498e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bdc expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.127059:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:1.0:1746126820.127092:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2557 00000100:00100000:1.0:1746126820.127099:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005191936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.127831:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005191936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 725us (916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.127840:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2557 00002000:00100000:1.0:1746126820.127845:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946005191936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.127852:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946005191936 ext(0->4095) 00010000:00010000:1.0:1746126820.127856:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773498e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bdc expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.127865:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da9063773498e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bdc expref: 6 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.127870:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:0.0:1746126820.130965:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.135230:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.140097:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.145644:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.148581:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2030:x1830946005192576:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2217us (2940us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746126820.148589:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2558 00002000:00100000:0.0:1746126820.148596:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b1baa00 x1830946005192576/t4294970595(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.148605:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1baa00 with x1830946005192576 ext(0->7) 00010000:00010000:0.0:1746126820.148612:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773498e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6be3 expref: 68 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126820.148622:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773498e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6be3 expref: 68 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126820.148628:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1baa00 00000100:00100000:0.0:1746126820.157792:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126820.157813:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997580160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126820.157882:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746126820.158380:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126820.158428:0:3786:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972244 gen 2 00000004:00080000:0.0:1746126820.158432:0:3786:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800b5309500, transno 4294972244 00000100:00100000:0.0:1746126820.158441:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997580160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126820.160431:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.170845:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.172498:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.172555:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005193088 00000100:00100000:1.0:1746126820.172558:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005193088 00002000:00100000:1.0:1746126820.172581:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c000 x1830946005193088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.172589:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946005193088 ext(0->4095) 00010000:00010000:1.0:1746126820.172594:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773498ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bea expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.172603:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773498ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bea expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.172608:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9c000 00000100:00100000:1.0:1746126820.172635:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2559 00000100:00100000:1.0:1746126820.172640:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005193088:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126820.172734:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005193088:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.172739:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2559 00002000:00100000:1.0:1746126820.172743:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c000 x1830946005193088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.172750:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946005193088 ext(0->4095) 00010000:00010000:1.0:1746126820.172754:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773498ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bea expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.172762:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da9063773498ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6bea expref: 6 pid: 25366 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746126820.172767:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9c000 00000100:00100000:0.0:1746126820.175517:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.177486:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.183022:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.186218:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.190279:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.192878:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.201363:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.201449:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.206911:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.213765:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.213816:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.213914:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005194880 00000100:00100000:1.0:1746126820.213922:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005194880 00000100:00100000:1.0:1746126820.213966:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29692 00000100:00100000:1.0:1746126820.213973:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005194880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.213987:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.214000:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349912 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6c0d expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.214021:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.214025:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da90637734990b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c06 expref: 67 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.214034:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.214036:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349912 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c0d expref: 7 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.214063:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da90637734990b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c06 expref: 67 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.214073:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349912 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c0d expref: 7 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.214080:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126820.214117:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+7:1765:x1830946005194880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.214122:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29692 00000100:00100000:0.0:1746126820.223873:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.227548:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.227695:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.230536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.233578:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.239528:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997581952:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126820.239546:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126820.239781:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005195776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5281us (6208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126820.239794:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17412 00000100:00100000:0.0:1746126820.245345:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.259893:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.263642:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946005196288:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2706us (3750us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746126820.263653:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2564 00002000:00100000:0.0:1746126820.263662:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e1fe300 x1830946005196288/t4294970596(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.263670:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe300 with x1830946005196288 ext(0->7) 00010000:00010000:0.0:1746126820.263678:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c14 expref: 70 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126820.263692:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c14 expref: 70 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126820.263698:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fe300 00000100:00100000:0.0:1746126820.273564:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.273662:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.276278:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005196544 00000100:00100000:1.0:1746126820.276286:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005196544 00010000:00010000:1.0:1746126820.276313:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c14 expref: 71 pid: 21550 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.276345:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17413 00000100:00100000:1.0:1746126820.276350:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2029:x1830946005196544:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.276359:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.276374:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c14 expref: 71 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.276383:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c14 expref: 71 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.276399:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da906377349919 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c14 expref: 71 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.276419:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.276421:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.276426:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.276432:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.276454:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.276462:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 5 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.276471:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582336:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.276538:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.278836:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582336:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.278850:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.278887:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2029:x1830946005196544:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2536us (5224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.278896:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17413 00000100:00100000:0.0:1746126820.279200:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.283451:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.283534:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005196928 00000100:00100000:1.0:1746126820.283541:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005196928 00010000:00010000:1.0:1746126820.283568:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.284221:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17414 00000100:00100000:1.0:1746126820.284230:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005196928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.284241:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.284257:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.284268:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.284287:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349920 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c1b expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.284311:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.284312:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.284318:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.284325:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.284351:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126820.284362:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582464:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.284430:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.286274:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582464:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.286290:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.286427:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005196928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2197us (2981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.286436:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17414 00000100:00100000:0.0:1746126820.286936:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.291856:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.322403:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.322490:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.326615:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2028:x1830946005197440:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3844us (4212us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746126820.326629:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2566 00002000:00100000:0.0:1746126820.326639:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801391db480 x1830946005197440/t4294970597(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.326648:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391db480 with x1830946005197440 ext(0->7) 00010000:00010000:0.0:1746126820.326657:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126820.326671:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126820.326678:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391db480 00000100:00100000:0.0:1746126820.328734:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.328929:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005197696 00000100:00100000:1.0:1746126820.328937:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005197696 00010000:00010000:1.0:1746126820.328962:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.328996:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17415 00000100:00100000:1.0:1746126820.329003:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2030:x1830946005197696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.329013:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.329028:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.329038:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.329056:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da906377349927 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c22 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.329080:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.329081:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.329087:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.329098:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.329145:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.329155:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 5 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.329166:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582848:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.329237:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126820.331377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.332011:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582848:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.332025:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.332048:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2030:x1830946005197696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3046us (3320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.332055:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17415 00000100:00100000:0.0:1746126820.335053:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.335217:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005198080 00000100:00100000:1.0:1746126820.335225:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005198080 00010000:00010000:1.0:1746126820.335255:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.335293:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17416 00000100:00100000:1.0:1746126820.335299:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005198080:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.335311:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.335330:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.335343:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.335365:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734992e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c29 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.335378:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.335380:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.335387:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c30 expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.335394:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c30 expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.335423:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c30 expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126820.335432:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582976:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.335512:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126820.338873:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.339079:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997582976:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.339097:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.339153:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005198080:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3853us (4107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.339161:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17416 00000100:00100000:0.0:1746126820.344307:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.348634:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.348705:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.348728:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005198720 00000100:00100000:0.0:1746126820.348735:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005198720 00000100:00100000:0.0:1746126820.348782:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29699 00000100:00100000:0.0:1746126820.348788:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1764:x1830946005198720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126820.348802:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126820.348815:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6c3e expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126820.348849:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126820.348854:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126820.348859:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126820.348862:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126820.348900:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126820.348910:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126820.348918:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0b600, rc 0) 00000100:00100000:0.0:1746126820.348954:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005198720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126820.348961:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29699 00000100:00100000:1.0:1746126820.349828:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005198592 00000100:00100000:1.0:1746126820.349833:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005198592 00010000:00010000:1.0:1746126820.349848:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c30 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.349872:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17417 00000100:00100000:1.0:1746126820.349877:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005198592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.349884:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.349896:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c30 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.349904:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c30 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.349917:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349935 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c30 expref: 73 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.349932:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.349934:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.349939:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.349945:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.349961:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.349969:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 5 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.349978:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997583360:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.351971:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.351998:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997583360:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.352011:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.352038:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005198592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2160us (3411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.352046:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17417 00000100:00100000:0.0:1746126820.354369:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.358340:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.358407:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005199104 00000100:00100000:1.0:1746126820.358414:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005199104 00010000:00010000:1.0:1746126820.358441:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.358473:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17418 00000100:00100000:1.0:1746126820.358479:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005199104:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.358488:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.358505:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.358515:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.358533:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734993c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c37 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.358557:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.358560:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.358567:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.358574:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.358600:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126820.358610:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997583488:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.358670:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.363264:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997583488:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.363283:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.363329:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005199104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4849us (4994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.363338:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17418 00000100:00100000:0.0:1746126820.363589:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.370269:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.385809:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.387095:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005199616:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1119us (1285us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746126820.387102:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2569 00002000:00100000:0.0:1746126820.387109:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800992b6300 x1830946005199616/t4294970598(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.387116:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946005199616 ext(0->7) 00010000:00010000:0.0:1746126820.387121:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 74 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746126820.387150:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 74 pid: 21550 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746126820.387156:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b6300 00000100:00100000:0.0:1746126820.390450:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.391384:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.391441:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005199872 00000100:00100000:1.0:1746126820.391445:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005199872 00010000:00010000:1.0:1746126820.391464:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 76 pid: 21550 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746126820.391832:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17419 00000100:00100000:1.0:1746126820.391839:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2029:x1830946005199872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.391848:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126820.391865:0:9618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126820 -> 1746126821 00002000:00010000:1.0:1746126820.391867:0:9618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126820 -> 1746126821 00010000:00010000:1.0:1746126820.391874:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 76 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.391886:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 76 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.392156:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349943 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c3e expref: 76 pid: 21550 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.392175:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.392211:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2029:x1830946005199872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 372us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.392217:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17419 00000100:00100000:0.0:1746126820.397041:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.397191:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005200128 00000100:00100000:1.0:1746126820.397198:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005200128 00002000:00100000:1.0:1746126820.397234:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d880 x1830946005200128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.397243:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946005200128 ext(0->4095) 00010000:00010000:1.0:1746126820.397250:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746126820.397260:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.397266:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d880 00000100:00100000:1.0:1746126820.397298:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2570 00000100:00100000:1.0:1746126820.397304:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005200128:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.397422:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005200128:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.397427:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2570 00002000:00100000:1.0:1746126820.397432:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d880 x1830946005200128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.397438:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946005200128 ext(0->4095) 00010000:00010000:1.0:1746126820.397441:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.397449:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.397453:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d880 00000100:00100000:0.0:1746126820.400813:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.403297:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005200256 00000100:00100000:1.0:1746126820.403307:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005200256 00010000:00010000:1.0:1746126820.403342:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.403385:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17420 00000100:00100000:1.0:1746126820.403392:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005200256:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.403404:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.403423:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.403433:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.403454:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad800/0x63da90637734994a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c45 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.403481:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.403483:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.403489:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.403495:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.403525:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126820.403535:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584000:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.403620:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126820.410437:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.410838:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584000:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.410854:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.410878:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005200256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7487us (10071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.410884:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17420 00000100:00100000:0.0:1746126820.415177:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.425872:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.435082:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946005200768:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 8833us (9206us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746126820.435093:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2571 00002000:00100000:0.0:1746126820.435102:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb13480 x1830946005200768/t4294970599(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.435111:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb13480 with x1830946005200768 ext(0->7) 00010000:00010000:0.0:1746126820.435120:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 76 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.435153:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 76 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.435160:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb13480 00000100:00100000:0.0:1746126820.441716:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.449444:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.449541:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005201024 00000100:00100000:1.0:1746126820.449554:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005201024 00010000:00010000:1.0:1746126820.449591:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 77 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.449635:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17421 00000100:00100000:1.0:1746126820.449644:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2030:x1830946005201024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.449662:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.449686:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 77 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.449700:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 77 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.449720:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da906377349951 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c4c expref: 77 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.449752:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.449754:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.449761:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.449778:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.449806:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.449816:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 5 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.449840:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584384:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.449908:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.452464:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584384:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.452481:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.452522:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2030:x1830946005201024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2879us (3085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.452532:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17421 00000100:00100000:0.0:1746126820.452717:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.452845:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005201280 00000100:00100000:1.0:1746126820.452850:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005201280 00002000:00100000:1.0:1746126820.452879:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12300 x1830946005201280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.452887:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12300 with x1830946005201280 ext(0->4095) 00010000:00010000:1.0:1746126820.452893:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.452904:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.452910:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12300 00000100:00100000:1.0:1746126820.452924:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2572 00000100:00100000:1.0:1746126820.452929:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005201280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.453028:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005201280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.453037:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2572 00002000:00100000:1.0:1746126820.453042:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12300 x1830946005201280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.453048:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12300 with x1830946005201280 ext(0->4095) 00010000:00010000:1.0:1746126820.453052:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.453059:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.453064:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12300 00000100:00100000:0.0:1746126820.459016:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.460832:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005201408 00000100:00100000:1.0:1746126820.460842:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005201408 00010000:00010000:1.0:1746126820.460875:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.460915:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17422 00000100:00100000:1.0:1746126820.460922:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005201408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.460934:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.460950:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.460960:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.460979:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349958 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c53 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.461009:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.461011:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.461017:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.461023:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.461049:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126820.461058:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.462318:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.467415:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584512:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.467433:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.467484:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005201408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6561us (8477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.467493:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17422 00000100:00100000:0.0:1746126820.472925:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.475206:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13541 00000100:00100000:1.0:1746126820.475221:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946005201664:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.475533:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946005201664:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 315us (2615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.475539:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13541 00002000:00100000:1.0:1746126820.475546:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00c000 x1830946005201664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.475554:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c000 with x1830946005201664 ext(0->4095) 00002000:00010000:1.0:1746126820.475558:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00c000 00000100:00100000:0.0:1746126820.477358:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.486858:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.487904:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2029:x1830946005201920:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 829us (1043us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746126820.487911:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2573 00002000:00100000:0.0:1746126820.487916:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e00fb80 x1830946005201920/t4294970600(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.487923:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00fb80 with x1830946005201920 ext(0->7) 00010000:00010000:0.0:1746126820.487929:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 78 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.487938:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 78 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.487943:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00fb80 00000100:00100000:0.0:1746126820.490109:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.490202:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005202048 00000100:00100000:1.0:1746126820.490209:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005202048 00010000:00010000:1.0:1746126820.490231:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 78 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.490262:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17423 00000100:00100000:1.0:1746126820.490267:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2030:x1830946005202048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.490278:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.490293:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 78 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.490302:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 78 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.490319:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734995f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c5a expref: 78 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.490344:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.490347:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.490352:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349966 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c61 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.490358:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c61 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.490388:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c61 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126820.490398:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584768:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.490463:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.491646:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997584768:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.491658:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.491680:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2030:x1830946005202048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1413us (1576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.491687:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17423 00000100:00100000:0.0:1746126820.492335:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.494646:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.502174:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.502219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.502750:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005202560 00000100:00100000:1.0:1746126820.502753:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005202560 00010000:00010000:1.0:1746126820.502771:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c61 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.502792:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17424 00000100:00100000:1.0:1746126820.502797:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005202560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.502808:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.502830:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c61 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.502839:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c61 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.502857:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349966 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c61 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.503511:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.503537:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005202560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 739us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.503542:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17424 00000100:00100000:0.0:1746126820.505252:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.507229:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.508685:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.508945:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005203200 00000100:00100000:1.0:1746126820.508949:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005203200 00010000:00010000:1.0:1746126820.508968:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734996d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c68 expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.508994:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17425 00000100:00100000:1.0:1746126820.508999:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2028:x1830946005203200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.509009:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.509025:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734996d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c68 expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.509035:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734996d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c68 expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.509050:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734996d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c68 expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.509059:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.509061:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.509066:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 78 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.509075:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 78 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.509095:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 78 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.509104:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 78 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.509114:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997585408:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.509203:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.511894:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997585408:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126820.511909:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126820.511941:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2028:x1830946005203200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2941us (3256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.511949:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17425 00000100:00100000:0.0:1746126820.513189:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.518676:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.518867:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.518962:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005203712 00000100:00100000:1.0:1746126820.518966:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005203712 00010000:00010000:1.0:1746126820.518987:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.519020:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17426 00000100:00100000:1.0:1746126820.519026:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2028:x1830946005203712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126820.519038:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126820.519057:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.519068:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.519091:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349974 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c6f expref: 79 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.519145:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.519146:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.519153:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.519159:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.519186:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126820.519197:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997585536:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126820.519371:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126820.523809:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997585536:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126820.523834:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126820.523867:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2028:x1830946005203712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4840us (4998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.523869:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.523875:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17426 00000100:00100000:1.0:1746126820.523919:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005203968 00000100:00100000:1.0:1746126820.523924:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005203968 00002000:00100000:1.0:1746126820.523953:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1880 x1830946005203968/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.523973:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1880 with x1830946005203968 ext(0->4095) 00010000:00010000:1.0:1746126820.523981:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.523992:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.523997:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1880 00000100:00100000:1.0:1746126820.524022:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2576 00000100:00100000:1.0:1746126820.524029:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005203968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.524531:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005203968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 501us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.524536:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2576 00002000:00100000:1.0:1746126820.524542:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1880 x1830946005203968/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.524549:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1880 with x1830946005203968 ext(0->4095) 00010000:00010000:1.0:1746126820.524553:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.524562:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.524567:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1880 00000100:00100000:0.0:1746126820.529384:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.532045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.532090:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005204224 00000100:00100000:0.0:1746126820.532093:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005204224 00010000:00010000:0.0:1746126820.532111:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746126820.532145:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17427 00000100:00100000:0.0:1746126820.532151:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005204224:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126820.532161:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126820.532175:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.532189:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.532205:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01000/0x63da90637734997b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c76 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.532219:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126820.532221:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126820.532225:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349982 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c7d expref: 78 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126820.532232:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c7d expref: 78 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126820.532255:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da906377349982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c7d expref: 78 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126820.532264:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098cbdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997585792:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126820.532311:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126820.536239:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.541079:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.544482:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.552265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.560390:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005204864:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 7923us (8122us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1746126820.560401:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2577 00002000:00100000:0.0:1746126820.560415:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098cbed80 x1830946005204864/t4294970601(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.560423:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbed80 with x1830946005204864 ext(0->7) 00010000:00010000:0.0:1746126820.560432:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c84 expref: 80 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.560924:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c84 expref: 80 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.560930:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbed80 00000100:00100000:1.0:1746126820.561270:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.563751:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.568487:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.568774:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005205376 00000100:00100000:1.0:1746126820.568781:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005205376 00002000:00100000:1.0:1746126820.568813:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd880 x1830946005205376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.568830:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946005205376 ext(0->4095) 00010000:00010000:1.0:1746126820.568838:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349990 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c8b expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.568850:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349990 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c8b expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.568856:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:1.0:1746126820.568872:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2578 00000100:00100000:1.0:1746126820.568879:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005205376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.568984:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005205376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.568991:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2578 00002000:00100000:1.0:1746126820.568995:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd880 x1830946005205376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.569003:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946005205376 ext(0->4095) 00010000:00010000:1.0:1746126820.569007:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349990 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c8b expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.569015:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349990 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c8b expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.569020:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:0.0:1746126820.571568:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.576495:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.579715:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.585260:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.589244:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3786:1830945997587200:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589273:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126820.589287:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3786:1830945997587712:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589299:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126820.589309:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3786:1830945997588224:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589320:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126820.589333:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746126820.589337:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997587328:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589353:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126820.589364:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997587840:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589377:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126820.589387:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997588352:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589399:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126820.589418:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997587200 00000100:00100000:0.0:1746126820.589421:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997587200 00000100:00100000:0.0:1746126820.589439:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997587712 00000100:00100000:0.0:1746126820.589440:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997587712 00000100:00100000:0.0:1746126820.589453:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997588224 00000100:00100000:0.0:1746126820.589455:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997588224 00000100:00100000:0.0:1746126820.589462:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997587840 00000100:00100000:0.0:1746126820.589463:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997587840 00000100:00100000:0.0:1746126820.589471:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997588352 00000100:00100000:0.0:1746126820.589472:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997588352 00000100:00100000:0.0:1746126820.589481:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1746126820.589485:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3786:x1830945997587200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589514:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3786:x1830945997587200:12345-0@lo:400:kworker.0 Request processed in 29us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126820.589520:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1746126820.589531:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1746126820.589535:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3786:x1830945997587712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589550:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3786:x1830945997587712:12345-0@lo:400:kworker.0 Request processed in 15us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126820.589554:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1746126820.589560:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1746126820.589563:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3786:x1830945997588224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589577:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3786:x1830945997588224:12345-0@lo:400:kworker.0 Request processed in 14us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126820.589584:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1746126820.589591:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1746126820.589594:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997587840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589610:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997587840:12345-0@lo:400:kworker.0 Request processed in 15us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126820.589614:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1746126820.589620:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1746126820.589624:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997588352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589638:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997588352:12345-0@lo:400:kworker.0 Request processed in 14us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126820.589642:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00080000:0.0:1746126820.589652:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126820.589655:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126820.589674:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997587840:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589682:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801373bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997588352:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589688:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3786:1830945997587200:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589695:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3786:1830945997587712:0@lo:400:kworker.0 00000100:00100000:0.0:1746126820.589700:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3786:1830945997588224:0@lo:400:kworker.0 00000100:00080000:0.0:1746126820.592726:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126820.592759:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997587328:0@lo:400:kworker.0 00000100:00100000:1.0:1746126820.596255:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.596322:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005206400 00000100:00100000:0.0:1746126820.596329:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005206400 00002000:00100000:0.0:1746126820.596363:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6d80 x1830946005206400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.596371:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6d80 with x1830946005206400 ext(0->4095) 00010000:00010000:0.0:1746126820.596378:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da90637734999e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c99 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.596388:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da90637734999e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c99 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.596394:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b6d80 00000100:00100000:0.0:1746126820.596837:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2579 00000100:00100000:0.0:1746126820.596844:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005206400:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126820.599854:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005206400:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 3008us (3600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126820.599862:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2579 00002000:00100000:0.0:1746126820.599872:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6d80 x1830946005206400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.599880:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6d80 with x1830946005206400 ext(0->4095) 00010000:00010000:0.0:1746126820.599888:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da90637734999e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c99 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.599899:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ace00/0x63da90637734999e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6c99 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.599905:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b6d80 00000100:00100000:1.0:1746126820.604268:0:3787:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746126820.604286:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ace7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997588736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746126820.604328:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126820.604692:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ace7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997588736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746126820.604852:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.610041:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.614751:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.620434:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997589120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126820.620469:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126820.621162:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997589120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126820.622069:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.623513:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005207040:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1198us (1440us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746126820.623520:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2580 00002000:00100000:0.0:1746126820.623526:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c93b80 x1830946005207040/t4294970602(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.623534:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c93b80 with x1830946005207040 ext(0->7) 00010000:00010000:0.0:1746126820.623540:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773499a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ca0 expref: 82 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.623550:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da9063773499a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ca0 expref: 82 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.623555:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c93b80 00000100:00100000:0.0:1746126820.629836:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.629879:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.630249:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29715 00000100:00100000:1.0:1746126820.630259:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005207296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.630271:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.630283:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773499b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6cae expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.630303:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.630308:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da9063773499ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ca7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.630313:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126820.630315:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773499b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cae expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.630348:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da9063773499ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ca7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.630358:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773499b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cae expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.630367:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126820.630419:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1764:x1830946005207296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.630423:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29715 00000100:00100000:0.0:1746126820.632779:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.639016:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.639612:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.643016:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.647558:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.648310:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.651638:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.651683:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005208576 00000100:00100000:0.0:1746126820.651688:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005208576 00002000:00100000:0.0:1746126820.651716:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37800 x1830946005208576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.651724:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37800 with x1830946005208576 ext(0->4095) 00010000:00010000:0.0:1746126820.651731:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da9063773499ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cb5 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.651741:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da9063773499ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cb5 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.651747:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba37800 00000100:00100000:0.0:1746126820.652388:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2583 00000100:00100000:0.0:1746126820.652395:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005208576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126820.652522:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005208576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126820.652528:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2583 00002000:00100000:0.0:1746126820.652537:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37800 x1830946005208576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.652544:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37800 with x1830946005208576 ext(0->4095) 00010000:00010000:0.0:1746126820.652549:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da9063773499ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cb5 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.652558:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da9063773499ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cb5 expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.652563:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba37800 00000100:00100000:0.0:1746126820.654506:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.660160:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.662882:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.663066:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005209088 00000100:00100000:1.0:1746126820.663073:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005209088 00000100:00100000:1.0:1746126820.663113:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29718 00000100:00100000:1.0:1746126820.663119:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005209088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.663158:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.663174:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773499c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6cc3 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.663196:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aefd400/0x63da9063773499c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cbc expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.663203:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.663204:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.663207:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773499c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cc3 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.663232:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aefd400/0x63da9063773499c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cbc expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.663241:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aefd400/0x63da9063773499c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cbc expref: 81 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.663256:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997590144:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126820.663323:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.664942:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997590144:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126820.664959:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773499c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cc3 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.664970:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f800, rc 0) 00000100:00100000:1.0:1746126820.664997:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005209088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1878us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.665004:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29718 00000100:00100000:0.0:1746126820.666464:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.669946:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.669980:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.670529:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005209600 00000100:00100000:1.0:1746126820.670533:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005209600 00000100:00100000:1.0:1746126820.670556:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29719 00000100:00100000:1.0:1746126820.670560:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1764:x1830946005209600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.670567:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.670580:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773499cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6cca expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.670600:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773499c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cc3 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.670607:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.670608:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.670611:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773499cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cca expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.670639:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773499c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cc3 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.670649:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da9063773499c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cc3 expref: 5 pid: 21550 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.670658:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997590400:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126820.670702:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126820.673698:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.673914:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997590400:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126820.673936:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da9063773499cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cca expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.673949:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126820.673981:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005209600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3420us (4000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.673987:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29719 00000100:00100000:0.0:1746126820.675938:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.683026:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.692854:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.697400:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.697595:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005210496 00000100:00100000:1.0:1746126820.697600:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005210496 00002000:00100000:1.0:1746126820.697627:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0700 x1830946005210496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.697635:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0700 with x1830946005210496 ext(0->4095) 00002000:00010000:1.0:1746126820.697639:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0700 00000100:00100000:1.0:1746126820.697662:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13548 00000100:00100000:1.0:1746126820.697666:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005210496:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.697886:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005210496:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 218us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.697891:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13548 00002000:00100000:1.0:1746126820.697896:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0700 x1830946005210496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.697902:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0700 with x1830946005210496 ext(0->4095) 00002000:00010000:1.0:1746126820.697905:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0700 00000100:00100000:0.0:1746126820.701525:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.706403:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.707889:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.710341:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.710408:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005211136 00000100:00100000:1.0:1746126820.710413:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005211136 00002000:00100000:1.0:1746126820.710441:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6300 x1830946005211136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.710449:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6300 with x1830946005211136 ext(0->4095) 00010000:00010000:1.0:1746126820.710455:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefd000/0x63da9063773499dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cd8 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.710463:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefd000/0x63da9063773499dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cd8 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.710468:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6300 00000100:00100000:1.0:1746126820.710494:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2585 00000100:00100000:1.0:1746126820.710500:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005211136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.710602:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005211136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.710607:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2585 00002000:00100000:1.0:1746126820.710612:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6300 x1830946005211136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.710618:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6300 with x1830946005211136 ext(0->4095) 00010000:00010000:1.0:1746126820.710622:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefd000/0x63da9063773499dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cd8 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.710630:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefd000/0x63da9063773499dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cd8 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.710634:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6300 00000100:00100000:0.0:1746126820.714557:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.719747:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.730920:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.739361:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.739454:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005211776 00000100:00100000:1.0:1746126820.739465:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005211776 00002000:00100000:1.0:1746126820.739584:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d113100 x1830946005211776/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.739595:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946005211776 ext(0->7) 00010000:00010000:1.0:1746126820.739603:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773499e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cdf expref: 82 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.739614:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773499e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cdf expref: 82 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.739621:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d113100 00000100:00100000:1.0:1746126820.739649:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2586 00000100:00100000:1.0:1746126820.739655:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2030:x1830946005211776:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126820.741671:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946005211776:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2012us (2345us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746126820.741678:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2586 00002000:00100000:0.0:1746126820.741685:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d113100 x1830946005211776/t4294970603(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.741693:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946005211776 ext(0->7) 00010000:00010000:0.0:1746126820.741699:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773499e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cdf expref: 84 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.741713:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da9063773499e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cdf expref: 84 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.741718:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d113100 00000100:00100000:0.0:1746126820.745796:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.753427:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.759790:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.772048:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.774921:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.778839:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.790278:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.797810:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.801968:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.815828:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.824735:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.826231:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005213952:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1268us (1498us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746126820.826238:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2589 00002000:00100000:0.0:1746126820.826244:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880099176680 x1830946005213952/t4294970604(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.826251:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176680 with x1830946005213952 ext(0->7) 00010000:00010000:0.0:1746126820.826256:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cfb expref: 86 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.826266:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6cfb expref: 86 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.826271:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099176680 00000100:00100000:0.0:1746126820.828317:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.833211:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.833303:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005214336 00000100:00100000:1.0:1746126820.833310:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005214336 00002000:00100000:1.0:1746126820.833346:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174380 x1830946005214336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.833356:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174380 with x1830946005214336 ext(0->4095) 00002000:00010000:1.0:1746126820.833360:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174380 00000100:00100000:1.0:1746126820.833390:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13552 00000100:00100000:1.0:1746126820.833396:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005214336:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126820.833506:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005214336:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.833512:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13552 00002000:00100000:1.0:1746126820.833517:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174380 x1830946005214336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.833523:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174380 with x1830946005214336 ext(0->4095) 00002000:00010000:1.0:1746126820.833525:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174380 00000100:00100000:0.0:1746126820.837775:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.842620:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.847095:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.852636:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.861388:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.861686:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005215104 00000100:00100000:1.0:1746126820.861692:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005215104 00002000:00100000:1.0:1746126820.861727:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb11f80 x1830946005215104/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.861735:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11f80 with x1830946005215104 ext(0->7) 00010000:00010000:1.0:1746126820.861741:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefc200/0x63da906377349a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d09 expref: 86 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.861751:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefc200/0x63da906377349a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d09 expref: 86 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.861757:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb11f80 00000100:00100000:1.0:1746126820.861787:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2590 00000100:00100000:1.0:1746126820.861794:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005215104:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126820.863145:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005215104:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1329us (1738us total) trans 4294970605 rc 0/0 00000100:00100000:1.0:1746126820.863152:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2590 00002000:00100000:1.0:1746126820.863159:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb11f80 x1830946005215104/t4294970605(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 496/448 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.863167:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11f80 with x1830946005215104 ext(0->7) 00010000:00010000:1.0:1746126820.863172:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefc200/0x63da906377349a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d09 expref: 88 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.863182:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefc200/0x63da906377349a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d09 expref: 88 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.863188:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb11f80 00000100:00100000:0.0:1746126820.866808:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.871585:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.871657:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005215488 00000100:00100000:1.0:1746126820.871665:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005215488 00002000:00100000:1.0:1746126820.871703:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53b80 x1830946005215488/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.871711:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53b80 with x1830946005215488 ext(0->4095) 00002000:00010000:1.0:1746126820.871715:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba53b80 00000100:00100000:1.0:1746126820.871813:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13554 00000100:00100000:1.0:1746126820.871849:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005215488:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.874767:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005215488:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 2912us (3182us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.874778:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13554 00002000:00100000:1.0:1746126820.874789:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53b80 x1830946005215488/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.874797:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53b80 with x1830946005215488 ext(0->4095) 00002000:00010000:1.0:1746126820.874801:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba53b80 00000100:00100000:0.0:1746126820.875158:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.882702:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005215744 00000100:00100000:1.0:1746126820.882710:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005215744 00000100:00100000:1.0:1746126820.882745:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29731 00000100:00100000:1.0:1746126820.882752:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+89:1765:x1830946005215744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.882766:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.882779:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6d1e expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.882799:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.882804:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aefd200/0x63da906377349a1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d17 expref: 90 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.882810:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.882813:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349a23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d1e expref: 90 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.882856:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aefd200/0x63da906377349a1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d17 expref: 90 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.882867:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349a23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d1e expref: 90 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.882881:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126820.882917:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+90:1765:x1830946005215744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (2209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.882923:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29731 00000100:00100000:0.0:1746126820.887624:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.888288:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005216128 00000100:00100000:1.0:1746126820.888294:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005216128 00002000:00100000:1.0:1746126820.888324:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848d180 x1830946005216128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.888332:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848d180 with x1830946005216128 ext(0->4095) 00010000:00010000:1.0:1746126820.888339:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefd200/0x63da906377349a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d17 expref: 89 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.888350:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefd200/0x63da906377349a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d17 expref: 89 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.888357:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848d180 00000100:00100000:1.0:1746126820.888371:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2591 00000100:00100000:1.0:1746126820.888378:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2027:x1830946005216128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.888473:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2027:x1830946005216128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (851us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.888479:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2591 00002000:00100000:1.0:1746126820.888484:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848d180 x1830946005216128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.888494:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848d180 with x1830946005216128 ext(0->4095) 00010000:00010000:1.0:1746126820.888499:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefd200/0x63da906377349a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d17 expref: 89 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.888507:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefd200/0x63da906377349a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d17 expref: 89 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.888512:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848d180 00000100:00100000:0.0:1746126820.892204:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.897744:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.900059:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.904702:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.908182:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.909487:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.912615:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.912660:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.916614:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.916911:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005217664 00000100:00100000:0.0:1746126820.916916:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005217664 00002000:00100000:0.0:1746126820.916942:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9f80 x1830946005217664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.916950:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946005217664 ext(0->4095) 00010000:00010000:0.0:1746126820.916956:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefce00/0x63da906377349a31 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d2c expref: 90 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.916970:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefce00/0x63da906377349a31 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d2c expref: 90 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.916976:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9f80 00000100:00100000:0.0:1746126820.916989:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2593 00000100:00100000:0.0:1746126820.916995:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+90:2028:x1830946005217664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126820.917085:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+90:2028:x1830946005217664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126820.917090:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2593 00002000:00100000:0.0:1746126820.917095:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9f80 x1830946005217664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.917101:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946005217664 ext(0->4095) 00010000:00010000:0.0:1746126820.917105:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009aefce00/0x63da906377349a31 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d2c expref: 90 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746126820.917113:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009aefce00/0x63da906377349a31 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d2c expref: 90 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746126820.917118:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9f80 00000100:00100000:1.0:1746126820.922548:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.927981:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13556 00000100:00100000:0.0:1746126820.927989:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005218048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126820.928421:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005218048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 432us (1050us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126820.928431:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13556 00002000:00100000:0.0:1746126820.928436:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44000 x1830946005218048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126820.928447:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44000 with x1830946005218048 ext(0->4095) 00002000:00010000:0.0:1746126820.928451:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44000 00000100:00100000:0.0:1746126820.932086:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.934639:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.936437:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.937458:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.937494:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005218688 00000100:00100000:1.0:1746126820.937498:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005218688 00002000:00100000:1.0:1746126820.937523:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8000 x1830946005218688/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.937531:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8000 with x1830946005218688 ext(0->4095) 00010000:00010000:1.0:1746126820.937536:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349a3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d3a expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.937545:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349a3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d3a expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.937555:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bf8000 00000100:00100000:1.0:1746126820.937577:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2594 00000100:00100000:1.0:1746126820.937585:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005218688:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126820.937698:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005218688:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.937703:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2594 00002000:00100000:1.0:1746126820.937707:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8000 x1830946005218688/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.937713:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8000 with x1830946005218688 ext(0->4095) 00010000:00010000:1.0:1746126820.937717:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349a3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d3a expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.937726:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ad200/0x63da906377349a3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d3a expref: 6 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.937731:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bf8000 00000100:00100000:0.0:1746126820.940071:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.941218:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.943881:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.945705:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.949178:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.951755:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.951850:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005219712 00000100:00100000:1.0:1746126820.951856:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005219712 00000100:00100000:1.0:1746126820.951884:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29738 00000100:00100000:1.0:1746126820.951893:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005219712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.951906:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.951918:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349a54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6d4f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.951940:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da906377349a4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d48 expref: 87 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.951946:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.951947:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.951951:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349a54 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d4f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.951975:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da906377349a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d48 expref: 87 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.951985:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da906377349a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d48 expref: 87 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.951994:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997595264:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126820.952071:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126820.953750:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997595264:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126820.953775:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349a54 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d4f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.953786:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126820.953833:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005219712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.953840:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29738 00000100:00100000:0.0:1746126820.955984:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.957744:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.957808:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005220224 00000100:00100000:1.0:1746126820.957813:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005220224 00000100:00100000:1.0:1746126820.957879:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29739 00000100:00100000:1.0:1746126820.957885:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1765:x1830946005220224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.957898:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.957910:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6d56 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.957936:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349a54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d4f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.957943:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.957944:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.957947:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.957971:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349a54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d4f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.957982:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da906377349a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d4f expref: 5 pid: 21550 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126820.957992:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997595520:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126820.958062:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126820.959743:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.959785:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.959884:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997595520:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126820.959904:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.959915:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126820.959945:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1765:x1830946005220224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2060us (2203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.959951:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29739 00000100:00100000:1.0:1746126820.959970:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005220480 00000100:00100000:1.0:1746126820.959974:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005220480 00000100:00100000:1.0:1746126820.959994:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29740 00000100:00100000:1.0:1746126820.959999:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1764:x1830946005220480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126820.960008:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126820.960018:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da906377349a62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6d5d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.960031:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126820.960035:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.960041:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126820.960043:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da906377349a62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d5d expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.960065:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.960074:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f000/0x63da906377349a62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d5d expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126820.960080:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f000, rc 0) 00000100:00100000:1.0:1746126820.960095:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+89:1764:x1830946005220480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126820.960099:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29740 00000100:00100000:0.0:1746126820.965508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.965600:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005220736 00000100:00100000:1.0:1746126820.965606:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005220736 00002000:00100000:1.0:1746126820.965637:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510e00 x1830946005220736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.965651:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510e00 with x1830946005220736 ext(0->4095) 00010000:00010000:1.0:1746126820.965658:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 89 pid: 21550 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.965669:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 89 pid: 21550 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.965674:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510e00 00000100:00100000:1.0:1746126820.965703:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2596 00000100:00100000:1.0:1746126820.965709:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2027:x1830946005220736:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126820.965803:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2027:x1830946005220736:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.965809:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2596 00002000:00100000:1.0:1746126820.965813:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510e00 x1830946005220736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.965832:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510e00 with x1830946005220736 ext(0->4095) 00010000:00010000:1.0:1746126820.965837:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 89 pid: 21550 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.965845:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d56 expref: 89 pid: 21550 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.965850:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510e00 00000100:00100000:0.0:1746126820.968739:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.969435:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.974483:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.977248:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.977995:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.982035:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.982183:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005221760 00000100:00100000:1.0:1746126820.982189:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005221760 00002000:00100000:1.0:1746126820.982221:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510000 x1830946005221760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.982231:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510000 with x1830946005221760 ext(0->4095) 00010000:00010000:1.0:1746126820.982237:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d64 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.982248:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d64 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.982254:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510000 00000100:00100000:1.0:1746126820.982709:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2598 00000100:00100000:1.0:1746126820.982717:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005221760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.982830:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005221760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (796us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.982835:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2598 00002000:00100000:1.0:1746126820.982840:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510000 x1830946005221760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.982848:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510000 with x1830946005221760 ext(0->4095) 00010000:00010000:1.0:1746126820.985780:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d64 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126820.985801:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d64 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126820.985837:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510000 00000100:00100000:0.0:1746126820.987614:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.990264:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126820.992030:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005222144 00000100:00100000:1.0:1746126820.992038:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005222144 00002000:00100000:1.0:1746126820.992076:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309500 x1830946005222144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/0 e 0 to 0 dl 1746126831 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.992084:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309500 with x1830946005222144 ext(0->4095) 00002000:00010000:1.0:1746126820.992088:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309500 00000100:00100000:1.0:1746126820.992105:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13559 00000100:00100000:1.0:1746126820.992111:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005222144:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126820.992231:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005222144:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (1971us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126820.992237:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13559 00002000:00100000:1.0:1746126820.992241:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309500 x1830946005222144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:581/0 lens 488/4536 e 0 to 0 dl 1746126831 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126820.992247:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309500 with x1830946005222144 ext(0->4095) 00002000:00010000:1.0:1746126820.992249:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309500 00000100:00100000:0.0:1746126820.993784:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126820.997173:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.000681:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.000758:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.002650:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.004992:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.008635:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.010658:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.013089:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.013147:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005223680 00000100:00100000:1.0:1746126821.013152:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005223680 00002000:00100000:1.0:1746126821.013181:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff480 x1830946005223680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.013191:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946005223680 ext(0->4095) 00002000:00010000:1.0:1746126821.013195:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff480 00000100:00100000:1.0:1746126821.013221:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13561 00000100:00100000:1.0:1746126821.013227:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2027:x1830946005223680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.013552:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2027:x1830946005223680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.013557:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13561 00002000:00100000:1.0:1746126821.013562:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff480 x1830946005223680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.013569:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946005223680 ext(0->4095) 00002000:00010000:1.0:1746126821.013571:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff480 00000100:00100000:0.0:1746126821.015205:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.020199:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.023798:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.023888:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.024313:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005224320 00000100:00100000:1.0:1746126821.024317:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005224320 00002000:00100000:1.0:1746126821.024339:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1f80 x1830946005224320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.024346:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1f80 with x1830946005224320 ext(0->4095) 00010000:00010000:1.0:1746126821.024351:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac7f800/0x63da906377349a8c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d87 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.024359:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac7f800/0x63da906377349a8c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d87 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.024364:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b1f80 00000100:00100000:1.0:1746126821.024375:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2600 00000100:00100000:1.0:1746126821.024379:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005224320:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.024452:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005224320:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 73us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.024460:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2600 00002000:00100000:1.0:1746126821.024464:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1f80 x1830946005224320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.024470:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1f80 with x1830946005224320 ext(0->4095) 00010000:00010000:1.0:1746126821.024474:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ac7f800/0x63da906377349a8c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d87 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.024480:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ac7f800/0x63da906377349a8c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6d87 expref: 6 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.024485:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b1f80 00000100:00100000:0.0:1746126821.027173:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.027279:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.030179:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.033118:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.035108:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.037738:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.042347:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.046585:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.047090:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.048811:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.048854:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.053986:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.058326:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.060946:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.063461:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.063566:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005226880 00000100:00100000:1.0:1746126821.063572:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005226880 00000100:00100000:1.0:1746126821.063641:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29752 00000100:00100000:1.0:1746126821.063647:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005226880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.063661:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.063677:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349ab6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6db1 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.063702:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6daa expref: 87 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.063709:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.063711:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.063714:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349ab6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.063747:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6daa expref: 87 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.063757:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00800/0x63da906377349aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6daa expref: 87 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126821.063769:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997598848:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.063848:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.065728:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997598848:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.065751:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349ab6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.065764:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126821.065799:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005226880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2151us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.065807:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29752 00000100:00100000:0.0:1746126821.067696:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.071830:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099175c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997598976:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126821.071848:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126821.071881:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2027:x1830946005227008:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3979us (4189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126821.071889:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17471 00000100:00100000:1.0:1746126821.072233:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005227264 00000100:00100000:1.0:1746126821.072236:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005227264 00000100:00100000:1.0:1746126821.072260:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29753 00000100:00100000:1.0:1746126821.072265:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f868450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1764:x1830946005227264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.072275:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.072288:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349abd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6db8 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.072309:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349ab6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.072316:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.072318:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.072320:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349abd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db8 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.072346:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349ab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.072356:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349ab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db1 expref: 6 pid: 21550 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126821.072366:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997599104:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.072403:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.074482:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997599104:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.074501:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349abd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db8 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.074514:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126821.074549:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f868450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1764:x1830946005227264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2283us (2830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.074555:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29753 00000100:00100000:0.0:1746126821.076598:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.076641:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.076856:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005227520 00000100:00100000:1.0:1746126821.076860:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005227520 00000100:00100000:1.0:1746126821.076981:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29754 00000100:00100000:1.0:1746126821.076987:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1765:x1830946005227520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.076999:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.077009:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349ac4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6dbf expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.077023:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.077028:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349abd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db8 expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.077032:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.077034:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349ac4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dbf expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.077060:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da906377349abd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6db8 expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.077069:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349ac4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dbf expref: 89 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.077076:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126821.077105:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+89:1765:x1830946005227520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.077110:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29754 00000100:00100000:0.0:1746126821.082283:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.085801:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.089976:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.090420:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005228288 00000100:00100000:0.0:1746126821.090426:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005228288 00002000:00100000:0.0:1746126821.090460:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb7b80 x1830946005228288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.090468:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7b80 with x1830946005228288 ext(0->4095) 00002000:00010000:0.0:1746126821.090472:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb7b80 00000100:00100000:0.0:1746126821.090876:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13566 00000100:00100000:0.0:1746126821.090884:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2027:x1830946005228288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126821.090976:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2027:x1830946005228288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (1006us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126821.090981:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13566 00002000:00100000:0.0:1746126821.090986:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb7b80 x1830946005228288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.090992:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7b80 with x1830946005228288 ext(0->4095) 00002000:00010000:0.0:1746126821.090995:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb7b80 00000100:00100000:0.0:1746126821.094959:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.099267:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.100669:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.103399:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.107614:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.107653:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.111885:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.112271:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005229440 00000100:00100000:1.0:1746126821.112277:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005229440 00002000:00100000:1.0:1746126821.112305:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981f80 x1830946005229440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.112318:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981f80 with x1830946005229440 ext(0->4095) 00010000:00010000:1.0:1746126821.112323:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da906377349ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dcd expref: 89 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.112333:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da906377349ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dcd expref: 89 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.112338:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b981f80 00000100:00100000:1.0:1746126821.112492:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2606 00000100:00100000:1.0:1746126821.112499:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2030:x1830946005229440:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126821.112600:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2030:x1830946005229440:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 101us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.112606:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2606 00002000:00100000:1.0:1746126821.112611:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981f80 x1830946005229440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.112617:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981f80 with x1830946005229440 ext(0->4095) 00010000:00010000:1.0:1746126821.112622:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da906377349ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dcd expref: 89 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.112630:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da906377349ad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dcd expref: 89 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.112636:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b981f80 00000100:00100000:0.0:1746126821.114220:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.116169:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.118446:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.123693:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.127920:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.129865:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.132836:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.133488:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.137084:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.138862:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.140660:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.142087:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.144851:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.147486:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.149697:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.152401:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.153275:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.153644:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005232128 00000100:00100000:1.0:1746126821.153647:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005232128 00000100:00100000:1.0:1746126821.153679:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29763 00000100:00100000:1.0:1746126821.153686:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1764:x1830946005232128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.153696:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.153705:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349b03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6dfe expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.153721:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da906377349afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6df7 expref: 8 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.153726:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.153728:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.153731:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349b03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dfe expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.153746:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da906377349afc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6df7 expref: 8 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.153755:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da906377349afc lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6df7 expref: 8 pid: 25366 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126821.153763:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997601664:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.153782:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.156477:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997601664:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.156499:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349b03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dfe expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.156513:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126821.156544:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1764:x1830946005232128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (4146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.156550:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29763 00000100:00100000:0.0:1746126821.157539:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.157634:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005232512 00000100:00100000:1.0:1746126821.157639:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005232512 00002000:00100000:1.0:1746126821.157667:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ed80 x1830946005232512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.157675:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ed80 with x1830946005232512 ext(0->4095) 00010000:00010000:1.0:1746126821.157681:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da906377349afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6df7 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.157690:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da906377349afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6df7 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.157694:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ed80 00000100:00100000:1.0:1746126821.157719:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2609 00000100:00100000:1.0:1746126821.157726:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005232512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.157823:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005232512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.157829:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2609 00002000:00100000:1.0:1746126821.157834:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ed80 x1830946005232512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.157845:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ed80 with x1830946005232512 ext(0->4095) 00010000:00010000:1.0:1746126821.157849:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da906377349afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6df7 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.157857:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da906377349afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6df7 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.157862:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ed80 00000100:00100000:0.0:1746126821.161111:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.161482:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005232640 00000100:00100000:1.0:1746126821.161490:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005232640 00000100:00100000:1.0:1746126821.161533:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29764 00000100:00100000:1.0:1746126821.161540:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005232640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.161553:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.161566:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349b0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6e05 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.161586:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.161591:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349b03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dfe expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.161595:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126821.161598:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349b0a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e05 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.161627:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349b03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6dfe expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.161643:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349b0a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e05 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.161651:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f800, rc 0) 00000100:00100000:1.0:1746126821.161694:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005232640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.161699:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29764 00000100:00100000:0.0:1746126821.162612:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.166297:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.170791:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.171647:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.174512:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.174616:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005233536 00000100:00100000:1.0:1746126821.174621:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005233536 00002000:00100000:1.0:1746126821.174647:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510380 x1830946005233536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.174656:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510380 with x1830946005233536 ext(0->4095) 00010000:00010000:1.0:1746126821.174661:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e05 expref: 6 pid: 21550 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.174671:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e05 expref: 6 pid: 21550 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.174676:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510380 00000100:00100000:1.0:1746126821.174703:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2611 00000100:00100000:1.0:1746126821.174709:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005233536:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.174828:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005233536:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.174833:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2611 00002000:00100000:1.0:1746126821.174839:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082510380 x1830946005233536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.174846:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082510380 with x1830946005233536 ext(0->4095) 00010000:00010000:1.0:1746126821.174850:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e05 expref: 6 pid: 21550 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.174859:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e05 expref: 6 pid: 21550 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.174863:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082510380 00000100:00100000:0.0:1746126821.176160:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.179529:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.182071:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.182160:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005234048 00000100:00100000:1.0:1746126821.182165:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005234048 00000100:00100000:1.0:1746126821.182195:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29766 00000100:00100000:1.0:1746126821.182200:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005234048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.182211:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.182223:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349b18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6e13 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.182243:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349b11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e0c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.182249:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.182250:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.182253:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349b18 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e13 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.182272:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e0c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.182285:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e0c expref: 5 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126821.182294:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997602432:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.182341:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.183866:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997602432:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.183881:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349b18 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e13 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.183891:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126821.183913:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005234048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1713us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.183919:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29766 00000100:00100000:0.0:1746126821.184632:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.187689:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.187859:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005234432 00000100:00100000:1.0:1746126821.187864:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005234432 00002000:00100000:1.0:1746126821.187893:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530ad80 x1830946005234432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.187902:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530ad80 with x1830946005234432 ext(0->4095) 00002000:00010000:1.0:1746126821.187906:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530ad80 00000100:00100000:1.0:1746126821.187926:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13571 00000100:00100000:1.0:1746126821.187931:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005234432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.188017:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005234432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.188024:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13571 00002000:00100000:1.0:1746126821.188029:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530ad80 x1830946005234432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.188035:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530ad80 with x1830946005234432 ext(0->4095) 00002000:00010000:1.0:1746126821.188038:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530ad80 00000100:00100000:0.0:1746126821.191380:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.191457:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.199403:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.207935:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.211497:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.215988:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.219447:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.222750:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.223066:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.225624:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.227053:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.229890:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.230010:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005236608 00000100:00100000:1.0:1746126821.230015:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005236608 00002000:00100000:1.0:1746126821.230043:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848f800 x1830946005236608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.230051:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848f800 with x1830946005236608 ext(0->4095) 00010000:00010000:1.0:1746126821.230057:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377349b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e2f expref: 7 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.230068:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377349b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e2f expref: 7 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.230073:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848f800 00000100:00100000:1.0:1746126821.230172:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2614 00000100:00100000:1.0:1746126821.230178:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005236608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.230269:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005236608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.230274:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2614 00002000:00100000:1.0:1746126821.230279:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848f800 x1830946005236608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.230291:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848f800 with x1830946005236608 ext(0->4095) 00010000:00010000:1.0:1746126821.230296:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377349b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e2f expref: 7 pid: 9596 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.230304:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da906377349b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e2f expref: 7 pid: 9596 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.230310:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848f800 00000100:00100000:0.0:1746126821.232075:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.234325:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.236440:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.238790:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.247583:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.249240:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.252190:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.252264:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.255968:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.256223:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005238144 00000100:00100000:1.0:1746126821.256228:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005238144 00002000:00100000:1.0:1746126821.256260:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813480 x1830946005238144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.256269:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813480 with x1830946005238144 ext(0->4095) 00010000:00010000:1.0:1746126821.256275:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da906377349b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e44 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.256286:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da906377349b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e44 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.256292:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813480 00000100:00100000:1.0:1746126821.256320:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2616 00000100:00100000:1.0:1746126821.256327:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005238144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.256418:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005238144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.256423:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2616 00002000:00100000:1.0:1746126821.256429:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813480 x1830946005238144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.256436:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813480 with x1830946005238144 ext(0->4095) 00010000:00010000:1.0:1746126821.256440:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da906377349b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e44 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746126821.256449:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da906377349b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e44 expref: 7 pid: 25366 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746126821.256455:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813480 00000100:00100000:0.0:1746126821.258018:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.261064:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.263465:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.267947:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.270856:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.271002:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005239040 00000100:00100000:1.0:1746126821.271007:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005239040 00002000:00100000:1.0:1746126821.271033:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1aa00 x1830946005239040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.271042:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1aa00 with x1830946005239040 ext(0->4095) 00002000:00010000:1.0:1746126821.271046:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1aa00 00000100:00100000:1.0:1746126821.271071:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13576 00000100:00100000:1.0:1746126821.271077:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005239040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.271231:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005239040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.271236:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13576 00002000:00100000:1.0:1746126821.271241:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1aa00 x1830946005239040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.271248:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1aa00 with x1830946005239040 ext(0->4095) 00002000:00010000:1.0:1746126821.271251:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1aa00 00000100:00100000:0.0:1746126821.272530:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.272677:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.272873:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29777 00000100:00100000:0.0:1746126821.272879:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1765:x1830946005239296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126821.272885:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126821.272890:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099188600/0x63da906377349b65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6e60 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.272899:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126821.272902:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da906377349b5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e59 expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.272906:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126821.272909:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099188600/0x63da906377349b65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e60 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.272925:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da906377349b5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e59 expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.272934:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099188600/0x63da906377349b65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6e60 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.272942:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099188600, rc 0) 00000100:00100000:0.0:1746126821.272958:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1765:x1830946005239296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 79us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126821.272962:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29777 00000100:00100000:0.0:1746126821.275298:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.277243:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.280450:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.284164:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.285648:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.289223:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.292604:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.293543:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005240576 00000100:00100000:1.0:1746126821.293548:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005240576 00002000:00100000:1.0:1746126821.293587:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0a80 x1830946005240576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.293595:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0a80 with x1830946005240576 ext(0->4095) 00002000:00010000:1.0:1746126821.293599:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0a80 00000100:00100000:1.0:1746126821.293622:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13578 00000100:00100000:1.0:1746126821.293627:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005240576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.293725:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005240576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (1122us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.293730:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13578 00002000:00100000:1.0:1746126821.293735:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0a80 x1830946005240576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.293741:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0a80 with x1830946005240576 ext(0->4095) 00002000:00010000:1.0:1746126821.293744:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0a80 00000100:00100000:0.0:1746126821.294786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.295302:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.297882:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.300364:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.304159:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.305986:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.308248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.311071:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.313619:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.313773:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005242112 00000100:00100000:1.0:1746126821.313777:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005242112 00002000:00100000:1.0:1746126821.313806:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2680 x1830946005242112/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.313825:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2680 with x1830946005242112 ext(0->4095) 00002000:00010000:1.0:1746126821.313829:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2680 00000100:00100000:1.0:1746126821.313853:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13580 00000100:00100000:1.0:1746126821.313858:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005242112:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.313954:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005242112:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.313959:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13580 00002000:00100000:1.0:1746126821.313964:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2680 x1830946005242112/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.313972:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2680 with x1830946005242112 ext(0->4095) 00002000:00010000:1.0:1746126821.313974:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2680 00000100:00100000:0.0:1746126821.315671:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.316647:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.320015:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.322769:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.327658:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.327711:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.332889:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.335339:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.335417:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.341911:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.347809:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.352179:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.357425:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.363919:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.364345:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.369234:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.372654:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.377603:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.384799:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.384909:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005245312 00000100:00100000:1.0:1746126821.384916:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005245312 00000100:00100000:1.0:1746126821.385001:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29788 00000100:00100000:1.0:1746126821.385009:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005245312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.385024:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.385037:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349bb2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6ead expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.385061:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349bab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ea6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.385067:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.385069:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.385071:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349bb2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ead expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.385095:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ea6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.385106:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ea6 expref: 5 pid: 9596 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1746126821.385116:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608064:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.388922:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.388953:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608064:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.388975:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349bb2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ead expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.388989:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126821.389022:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005245312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4013us (4228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.389029:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29788 00000100:00100000:0.0:1746126821.407527:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.407580:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.407661:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005245568 00000100:00100000:1.0:1746126821.407669:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005245568 00000100:00100000:1.0:1746126821.407718:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29789 00000100:00100000:1.0:1746126821.407726:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005245568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.407739:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.407752:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349bb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6eb4 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.408182:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349bb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ead expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.408347:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.408349:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.408352:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349bb9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6eb4 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.408988:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349bb2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ead expref: 5 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.408996:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da906377349bb2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ead expref: 5 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.409005:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608320:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.409031:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126821.410964:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.412016:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608320:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.412031:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349bb9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6eb4 expref: 8 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.412042:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126821.412072:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005245568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4347us (4552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.412078:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29789 00000100:00100000:0.0:1746126821.415239:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.419018:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.423055:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005246464 00000100:00100000:0.0:1746126821.423061:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005246464 00000100:00100000:0.0:1746126821.423091:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29790 00000100:00100000:0.0:1746126821.423097:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005246464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126821.423111:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126821.423138:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6ebb expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.423160:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349bb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6eb4 expref: 7 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.423166:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126821.423168:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126821.423171:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.423192:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349bb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6eb4 expref: 7 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126821.423201:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349bb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6eb4 expref: 7 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746126821.423211:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608576:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126821.423721:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.425893:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c3c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608576:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.425916:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.425936:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099189c00, rc 0) 00000100:00100000:1.0:1746126821.425986:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005246464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2887us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.425993:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29790 00000100:00100000:0.0:1746126821.426440:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.429031:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.429359:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005246720 00000100:00100000:1.0:1746126821.429367:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005246720 00000100:00100000:1.0:1746126821.429407:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29791 00000100:00100000:1.0:1746126821.429414:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005246720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.429429:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.429442:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349bc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6ec2 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.429464:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.429470:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.429472:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.429476:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349bc7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ec2 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.429499:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.429509:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 5 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.429522:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608832:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.429582:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126821.432076:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.432248:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005246976 00000100:00100000:1.0:1746126821.432254:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005246976 00002000:00100000:1.0:1746126821.432283:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012c3c2a00 x1830946005246976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.432294:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3c2a00 with x1830946005246976 ext(0->4095) 00010000:00010000:1.0:1746126821.432300:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.432312:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.432318:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c3c2a00 00000100:00100000:1.0:1746126821.432332:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2625 00000100:00100000:1.0:1746126821.432337:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005246976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.432428:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005246976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.432433:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2625 00002000:00100000:1.0:1746126821.432437:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012c3c2a00 x1830946005246976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.432444:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3c2a00 with x1830946005246976 ext(0->4095) 00010000:00010000:1.0:1746126821.432448:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.432457:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099189c00/0x63da906377349bc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ebb expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.432462:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c3c2a00 00000100:00100000:1.0:1746126821.434196:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997608832:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.434215:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349bc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ec2 expref: 8 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.434227:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126821.434667:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005246720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5252us (5637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.434675:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29791 00000100:00100000:0.0:1746126821.436704:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.436824:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005247104 00000100:00100000:1.0:1746126821.436830:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005247104 00000100:00100000:1.0:1746126821.436866:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29792 00000100:00100000:1.0:1746126821.436871:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1765:x1830946005247104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.436884:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.436895:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349bce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6ec9 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.436915:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.436919:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349bc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ec2 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.436925:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.436929:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349bce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ec9 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.436953:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349bc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ec2 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.436963:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da906377349bce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ec9 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.436970:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126821.436996:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005247104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.437001:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29792 00000100:00100000:0.0:1746126821.437045:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.441748:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.445841:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.448067:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.448392:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005247872 00000100:00100000:1.0:1746126821.448397:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005247872 00002000:00100000:1.0:1746126821.448426:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012c3c3b80 x1830946005247872/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.448435:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3c3b80 with x1830946005247872 ext(0->4095) 00002000:00010000:1.0:1746126821.448438:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3c3b80 00000100:00100000:1.0:1746126821.448462:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13584 00000100:00100000:1.0:1746126821.448468:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005247872:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.448580:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005247872:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.448586:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13584 00002000:00100000:1.0:1746126821.448591:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012c3c3b80 x1830946005247872/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.448603:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3c3b80 with x1830946005247872 ext(0->4095) 00002000:00010000:1.0:1746126821.448605:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c3c3b80 00000100:00100000:0.0:1746126821.450804:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.453300:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126821.457014:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126821.458182:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005248384 00000100:00100000:1.0:1746126821.458188:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005248384 00002000:00100000:1.0:1746126821.458217:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd500 x1830946005248384/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.458225:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946005248384 ext(0->4095) 00002000:00010000:1.0:1746126821.458230:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:1.0:1746126821.458253:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13585 00000100:00100000:1.0:1746126821.458260:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005248384:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.458362:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005248384:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (737us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.458368:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13585 00002000:00100000:1.0:1746126821.458372:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd500 x1830946005248384/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.458378:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946005248384 ext(0->4095) 00002000:00010000:1.0:1746126821.458381:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:0.0:1746126821.462942:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.463033:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.463452:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29795 00000100:00100000:1.0:1746126821.463459:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005248640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.463467:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.463472:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349be3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6ede expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.463921:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.463926:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349bdc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ed7 expref: 10 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.463931:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.463933:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349be3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ede expref: 10 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.463954:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349bdc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ed7 expref: 10 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.463964:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349be3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ede expref: 10 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.463973:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126821.463992:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1765:x1830946005248640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 534us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.463998:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29795 00000100:00100000:0.0:1746126821.469408:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.477434:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.483515:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.488632:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.493414:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.499183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.501311:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.505565:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.505607:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005250048 00000100:00100000:1.0:1746126821.505613:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005250048 00002000:00100000:1.0:1746126821.506412:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e179500 x1830946005250048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.506422:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e179500 with x1830946005250048 ext(0->4095) 00010000:00010000:1.0:1746126821.506429:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349bea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ee5 expref: 6 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.506444:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349bea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ee5 expref: 6 pid: 9596 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.506450:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e179500 00000100:00100000:1.0:1746126821.506482:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2628 00000100:00100000:1.0:1746126821.506489:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005250048:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.506599:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005250048:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (1035us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.506604:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2628 00002000:00100000:1.0:1746126821.506608:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e179500 x1830946005250048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.506615:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e179500 with x1830946005250048 ext(0->4095) 00010000:00010000:1.0:1746126821.506620:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349bea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ee5 expref: 6 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.506627:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00400/0x63da906377349bea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ee5 expref: 6 pid: 9596 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.506632:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e179500 00000100:00100000:0.0:1746126821.509735:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.515588:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.519328:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.525018:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.528533:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005250688:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2159us (3512us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746126821.528543:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2629 00002000:00100000:0.0:1746126821.528550:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e17a300 x1830946005250688/t4294970607(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.528559:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e17a300 with x1830946005250688 ext(0->7) 00010000:00010000:0.0:1746126821.528565:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349bf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6eec expref: 10 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126821.529723:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349bf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6eec expref: 10 pid: 9596 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126821.529732:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e17a300 00000100:00100000:0.0:1746126821.532544:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.537436:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.537971:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005251072 00000100:00100000:1.0:1746126821.537977:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005251072 00002000:00100000:1.0:1746126821.538010:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e17aa00 x1830946005251072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.538019:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e17aa00 with x1830946005251072 ext(0->4095) 00002000:00010000:1.0:1746126821.538023:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e17aa00 00000100:00100000:1.0:1746126821.538047:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13588 00000100:00100000:1.0:1746126821.538053:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005251072:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126821.538220:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005251072:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.538226:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13588 00002000:00100000:1.0:1746126821.538230:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e17aa00 x1830946005251072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.538236:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e17aa00 with x1830946005251072 ext(0->4095) 00002000:00010000:1.0:1746126821.538239:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e17aa00 00000100:00100000:0.0:1746126821.540753:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.540821:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.545101:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.545159:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005251712 00000100:00100000:1.0:1746126821.545165:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005251712 00002000:00100000:1.0:1746126821.545198:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e17b100 x1830946005251712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.545207:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e17b100 with x1830946005251712 ext(0->4095) 00010000:00010000:1.0:1746126821.545215:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349bff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6efa expref: 11 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.545225:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349bff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6efa expref: 11 pid: 9596 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.545231:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e17b100 00000100:00100000:1.0:1746126821.545244:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2630 00000100:00100000:1.0:1746126821.545250:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2027:x1830946005251712:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.545367:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2027:x1830946005251712:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.545373:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2630 00002000:00100000:1.0:1746126821.545378:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e17b100 x1830946005251712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.545386:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e17b100 with x1830946005251712 ext(0->4095) 00010000:00010000:1.0:1746126821.545390:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6efa expref: 11 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.545398:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6efa expref: 11 pid: 9596 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.545403:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e17b100 00000100:00100000:0.0:1746126821.549202:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.552341:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.552390:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005252096 00000100:00100000:1.0:1746126821.552395:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005252096 00002000:00100000:1.0:1746126821.552424:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e17b800 x1830946005252096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.552433:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e17b800 with x1830946005252096 ext(0->4095) 00002000:00010000:1.0:1746126821.552437:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e17b800 00000100:00100000:1.0:1746126821.552461:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13589 00000100:00100000:1.0:1746126821.552482:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e17b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005252096:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.552691:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e17b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005252096:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 209us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.552697:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13589 00002000:00100000:1.0:1746126821.552703:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e17b800 x1830946005252096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.552710:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e17b800 with x1830946005252096 ext(0->4095) 00002000:00010000:1.0:1746126821.552713:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e17b800 00000100:00100000:0.0:1746126821.554378:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.560631:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.563833:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.565898:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.565958:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005252736 00000100:00100000:1.0:1746126821.565963:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005252736 00002000:00100000:1.0:1746126821.565990:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e179180 x1830946005252736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.565999:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e179180 with x1830946005252736 ext(0->4095) 00010000:00010000:1.0:1746126821.566005:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f08 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.566016:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f08 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.566021:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e179180 00000100:00100000:1.0:1746126821.566033:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2631 00000100:00100000:1.0:1746126821.566039:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005252736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.566164:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005252736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.566169:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2631 00002000:00100000:1.0:1746126821.566174:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e179180 x1830946005252736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.566180:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e179180 with x1830946005252736 ext(0->4095) 00010000:00010000:1.0:1746126821.566184:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f08 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.566193:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c0d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f08 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.566198:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e179180 00000100:00100000:0.0:1746126821.569426:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.569491:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.576304:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.579074:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.582099:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.583345:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005253632 00000100:00100000:1.0:1746126821.583351:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005253632 00002000:00100000:1.0:1746126821.583381:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e179880 x1830946005253632/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.583389:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e179880 with x1830946005253632 ext(0->4095) 00002000:00010000:1.0:1746126821.583393:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e179880 00000100:00100000:1.0:1746126821.583413:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13590 00000100:00100000:1.0:1746126821.583418:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e179880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005253632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.583511:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e179880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005253632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (1412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.583516:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13590 00002000:00100000:1.0:1746126821.583520:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e179880 x1830946005253632/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.583526:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e179880 with x1830946005253632 ext(0->4095) 00002000:00010000:1.0:1746126821.583528:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e179880 00000100:00100000:0.0:1746126821.588221:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.588276:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005253760 00000100:00100000:1.0:1746126821.588285:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005253760 00000100:00100000:1.0:1746126821.588725:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29804 00000100:00100000:1.0:1746126821.588732:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e17a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005253760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.588748:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.588761:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349c22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6f1d expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.588786:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349c1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f16 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.588792:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.588793:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.588796:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349c22 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f1d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.588843:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f16 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.588852:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da906377349c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f16 expref: 9 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.588861:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997612160:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.590323:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.593289:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997612160:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.593313:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349c22 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f1d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.593327:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126821.593362:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e17a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005253760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4630us (5148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.593372:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29804 00000100:00100000:0.0:1746126821.597227:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.609883:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.610579:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005254016 00000100:00100000:1.0:1746126821.610586:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005254016 00000100:00100000:1.0:1746126821.610631:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29805 00000100:00100000:1.0:1746126821.610639:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+12:1764:x1830946005254016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.610653:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.610667:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349c29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6f24 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.610691:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.610696:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349c22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f1d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.610702:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126821.610705:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349c29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f24 expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.610733:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349c22 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f1d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.610743:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349c29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f24 expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.610750:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126821.610787:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+13:1764:x1830946005254016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.610792:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29805 00000100:00100000:0.0:1746126821.621163:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.630276:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.634402:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.647644:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.653770:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.658063:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.659088:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.662434:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.668069:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.680679:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.685123:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.710486:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.717825:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.723033:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.723903:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.725489:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.725557:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005256704 00000100:00100000:1.0:1746126821.725561:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005256704 00000100:00100000:1.0:1746126821.725584:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29810 00000100:00100000:1.0:1746126821.725590:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1765:x1830946005256704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.725599:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.725612:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349c4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6f47 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.725628:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.725633:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349c45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f40 expref: 16 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.725638:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.725641:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349c4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f47 expref: 16 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.725665:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da906377349c45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f40 expref: 16 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.725675:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da906377349c4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f47 expref: 16 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.725682:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126821.725712:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:1765:x1830946005256704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.725717:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29810 00000100:00100000:0.0:1746126821.726435:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.729791:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.739604:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.743661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.746704:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.748967:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.750844:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.753018:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.755040:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.756185:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.758479:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.760085:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.760463:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.762970:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.763111:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005259136 00000100:00100000:1.0:1746126821.763117:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005259136 00002000:00100000:1.0:1746126821.763301:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012c3c0000 x1830946005259136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.763310:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3c0000 with x1830946005259136 ext(0->4095) 00010000:00010000:1.0:1746126821.763316:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f5c expref: 14 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.763325:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f5c expref: 14 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.763331:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c3c0000 00000100:00100000:1.0:1746126821.763379:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2640 00000100:00100000:1.0:1746126821.763385:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005259136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.763590:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005259136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 204us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.763596:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2640 00002000:00100000:1.0:1746126821.763601:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012c3c0000 x1830946005259136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.763608:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c3c0000 with x1830946005259136 ext(0->4095) 00010000:00010000:1.0:1746126821.763613:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f5c expref: 14 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.763622:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f5c expref: 14 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.763627:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c3c0000 00000100:00100000:0.0:1746126821.764992:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.765355:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.768006:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.771219:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.771697:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17534 00000100:00100000:1.0:1746126821.771706:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005259776:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126821.771716:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126821.771731:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f63 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.771739:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349c68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f63 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.771756:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349c68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f63 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.771784:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.771785:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.771791:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 13 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.771797:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 13 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.771833:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 13 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126821.771843:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997615104:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126821.771906:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126821.774433:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.774517:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997615104:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126821.774531:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126821.774563:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005259776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2858us (3349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.774571:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17534 00000100:00100000:0.0:1746126821.777727:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.778482:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005260160 00000100:00100000:1.0:1746126821.778490:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005260160 00000100:00100000:1.0:1746126821.778534:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29816 00000100:00100000:1.0:1746126821.778540:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005260160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.778553:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.778566:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6f71 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.778589:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 13 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.778595:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.778596:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.778599:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.778620:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 13 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.778629:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 13 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.778638:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997615232:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.778704:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.781023:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997615232:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.781046:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.781059:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126821.781091:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005260160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2550us (3368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.781098:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29816 00000100:00100000:0.0:1746126821.782852:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.783963:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005260288 00000100:00100000:1.0:1746126821.783970:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005260288 00010000:00010000:1.0:1746126821.783998:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 14 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.784036:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17535 00000100:00100000:1.0:1746126821.784043:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005260288:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126821.784053:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126821.784069:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 14 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.784078:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 14 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.784094:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349c6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f6a expref: 14 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.784120:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.784122:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.784149:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.784156:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.784180:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126821.784189:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997615360:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126821.784255:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126821.786011:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.786055:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005260416 00000100:00100000:1.0:1746126821.786061:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005260416 00000100:00100000:1.0:1746126821.786100:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29817 00000100:00100000:1.0:1746126821.786106:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1764:x1830946005260416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.786122:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.786161:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6f78 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.786181:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.786187:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.786188:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.786191:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349c7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f78 expref: 15 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.786212:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.786225:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 5 pid: 9596 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.786233:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fde2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997615488:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126821.786289:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126821.787268:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.787701:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997615360:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126821.787712:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126821.787731:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005260288:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3688us (4884us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.787737:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17535 00000100:00100000:1.0:1746126821.788326:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997615616 00000100:00100000:1.0:1746126821.788329:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997615616 00000100:00100000:1.0:1746126821.788349:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1746126821.788353:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997615616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746126821.788373:0:7256:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746126821.788399:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997615616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.788404:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1746126821.789233:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fde2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997615488:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126821.789246:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349c7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f78 expref: 14 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.789257:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126821.789289:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1764:x1830946005260416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3182us (3281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.789295:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29817 00000100:00100000:0.0:1746126821.790003:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.790065:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005260800 00000100:00100000:1.0:1746126821.790069:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005260800 00000100:00100000:1.0:1746126821.790099:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29818 00000100:00100000:1.0:1746126821.790105:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1765:x1830946005260800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.790113:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.790146:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349c84 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6f7f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.790162:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.790166:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f78 expref: 15 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.790171:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.790174:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349c84 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f7f expref: 15 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.790195:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349c7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f78 expref: 15 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.790204:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349c84 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f7f expref: 15 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.790211:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126821.790235:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c3c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1765:x1830946005260800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.790240:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29818 00000100:00100000:1.0:1746126821.790886:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005260928 00000100:00100000:1.0:1746126821.790890:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005260928 00010000:00010000:1.0:1746126821.790903:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da906377349c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f71 expref: 6 pid: 9596 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.795873:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.799907:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.803982:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.805628:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.812553:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.815976:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.820001:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.826053:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.830022:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.834602:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.839564:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.842252:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005262848:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1204us (2685us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1746126821.842259:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2645 00002000:00100000:0.0:1746126821.842266:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011fcb1f80 x1830946005262848/t4294970610(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.842273:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1f80 with x1830946005262848 ext(0->7) 00010000:00010000:0.0:1746126821.842279:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f8d expref: 16 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126821.842295:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f8d expref: 16 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126821.842300:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb1f80 00000100:00100000:0.0:1746126821.847483:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.847544:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.850188:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.850245:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005263360 00000100:00100000:1.0:1746126821.850251:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005263360 00002000:00100000:1.0:1746126821.850278:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0b74450 x1830946005263360/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.850287:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0b74450 with x1830946005263360 ext(0->4095) 00010000:00010000:1.0:1746126821.850293:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f94 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.850303:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f94 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.850309:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0b74450 00000100:00100000:1.0:1746126821.850334:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2646 00000100:00100000:1.0:1746126821.850340:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005263360:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.850445:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0b74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005263360:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.850450:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2646 00002000:00100000:1.0:1746126821.850456:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0b74450 x1830946005263360/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.850467:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0b74450 with x1830946005263360 ext(0->4095) 00010000:00010000:1.0:1746126821.850471:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f94 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.850479:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6f94 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.850483:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0b74450 00000100:00100000:0.0:1746126821.852776:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.860030:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.860285:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005263744 00000100:00100000:1.0:1746126821.860292:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005263744 00002000:00100000:1.0:1746126821.860329:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0700 x1830946005263744/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.860338:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0700 with x1830946005263744 ext(0->4095) 00002000:00010000:1.0:1746126821.860343:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0700 00000100:00100000:1.0:1746126821.860359:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13598 00000100:00100000:1.0:1746126821.860364:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005263744:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.860562:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005263744:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.860568:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13598 00002000:00100000:1.0:1746126821.860573:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0700 x1830946005263744/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.860580:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0700 with x1830946005263744 ext(0->4095) 00002000:00010000:1.0:1746126821.860582:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0700 00000100:00100000:0.0:1746126821.862607:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.865545:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.867733:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.867781:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005264256 00000100:00100000:1.0:1746126821.867786:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005264256 00002000:00100000:1.0:1746126821.867822:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1880 x1830946005264256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.867831:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1880 with x1830946005264256 ext(0->4095) 00002000:00010000:1.0:1746126821.867835:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb1880 00000100:00100000:1.0:1746126821.867864:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13599 00000100:00100000:1.0:1746126821.867870:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005264256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126821.867982:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005264256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.867987:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13599 00002000:00100000:1.0:1746126821.867993:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1880 x1830946005264256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.868000:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1880 with x1830946005264256 ext(0->4095) 00002000:00010000:1.0:1746126821.868002:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb1880 00000100:00100000:0.0:1746126821.868524:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.869890:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.869947:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005264512 00000100:00100000:1.0:1746126821.869951:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005264512 00000100:00100000:1.0:1746126821.869982:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29825 00000100:00100000:1.0:1746126821.869988:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1765:x1830946005264512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126821.869997:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126821.870123:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349cb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff6fb0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.870160:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.870165:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fa9 expref: 18 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.870170:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126821.870173:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349cb5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fb0 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.870193:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fa9 expref: 18 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.870202:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da906377349cb5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fb0 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.870210:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126821.870237:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1765:x1830946005264512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 250us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.870242:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29825 00000100:00100000:0.0:1746126821.871564:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.873511:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.876343:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.879466:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.881574:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.885415:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.891390:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.892305:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.893200:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005265920 00000100:00100000:0.0:1746126821.893205:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005265920 00002000:00100000:0.0:1746126821.893232:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0380 x1830946005265920/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.893240:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0380 with x1830946005265920 ext(0->4095) 00010000:00010000:0.0:1746126821.893246:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349cbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fb7 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126821.893256:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349cbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fb7 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126821.893261:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0380 00000100:00100000:0.0:1746126821.893274:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2648 00000100:00100000:0.0:1746126821.893280:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005265920:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126821.893379:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005265920:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (1075us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126821.893384:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2648 00002000:00100000:0.0:1746126821.893389:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0380 x1830946005265920/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.893397:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0380 with x1830946005265920 ext(0->4095) 00010000:00010000:0.0:1746126821.893401:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349cbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fb7 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126821.893409:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349cbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fb7 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126821.893415:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0380 00000100:00100000:0.0:1746126821.896228:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.896643:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.900909:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.903789:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.908151:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.911263:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.915043:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.920410:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.920484:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.920529:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005267328 00000100:00100000:1.0:1746126821.920533:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005267328 00002000:00100000:1.0:1746126821.920564:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ea00 x1830946005267328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.920580:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ea00 with x1830946005267328 ext(0->4095) 00002000:00010000:1.0:1746126821.920584:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00ea00 00000100:00100000:1.0:1746126821.920743:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13602 00000100:00100000:1.0:1746126821.920748:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005267328:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126821.920849:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005267328:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126821.920857:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13602 00002000:00100000:1.0:1746126821.920862:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ea00 x1830946005267328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126821.920869:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ea00 with x1830946005267328 ext(0->4095) 00010000:00010000:1.0:1746126821.920873:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cd1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fcc expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.920882:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cd1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fcc expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126821.920888:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ea00 00000100:00100000:0.0:1746126821.923723:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.925017:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.928769:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005267968 00000100:00100000:0.0:1746126821.928774:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005267968 00002000:00100000:0.0:1746126821.928803:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10e00 x1830946005267968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.928818:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10e00 with x1830946005267968 ext(0->4095) 00010000:00010000:0.0:1746126821.928825:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fd3 expref: 17 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126821.928835:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fd3 expref: 17 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126821.928840:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10e00 00000100:00100000:0.0:1746126821.928861:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2650 00000100:00100000:0.0:1746126821.928866:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005267968:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126821.928951:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005267968:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126821.928956:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2650 00002000:00100000:0.0:1746126821.928960:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10e00 x1830946005267968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.928967:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10e00 with x1830946005267968 ext(0->4095) 00010000:00010000:0.0:1746126821.928970:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fd3 expref: 17 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126821.928977:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fd3 expref: 17 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126821.928982:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10e00 00000100:00100000:0.0:1746126821.933009:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.937328:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997619328:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126821.937348:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126821.937658:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005268096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4107us (4654us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126821.937669:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17550 00000100:00100000:0.0:1746126821.938044:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005268352 00000100:00100000:0.0:1746126821.938049:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005268352 00002000:00100000:0.0:1746126821.938078:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12d80 x1830946005268352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/0 e 0 to 0 dl 1746126832 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.938086:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12d80 with x1830946005268352 ext(0->4095) 00002000:00010000:0.0:1746126821.938090:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb12d80 00000100:00100000:0.0:1746126821.938116:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13603 00000100:00100000:0.0:1746126821.938121:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005268352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126821.938467:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005268352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 345us (666us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126821.938473:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13603 00002000:00100000:0.0:1746126821.938478:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12d80 x1830946005268352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 488/4536 e 0 to 0 dl 1746126832 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.938486:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12d80 with x1830946005268352 ext(0->4095) 00002000:00010000:0.0:1746126821.938489:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb12d80 00000100:00100000:0.0:1746126821.941369:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.950169:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.950246:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.950323:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005268736 00000100:00100000:1.0:1746126821.950330:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005268736 00010000:00010000:1.0:1746126821.950359:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fda expref: 16 pid: 9596 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.950384:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17551 00000100:00100000:1.0:1746126821.950391:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005268736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126821.950402:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126821.950419:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fda expref: 16 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.950428:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fda expref: 16 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.950451:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349cdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fda expref: 16 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.950468:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.950470:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.950477:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.950489:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.950537:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126821.950548:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997619584:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126821.950592:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.952314:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997619584:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126821.952327:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126821.952354:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2027:x1830946005268736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1963us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.952361:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17551 00000100:00100000:0.0:1746126821.953262:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.955343:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.955402:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005269120 00000100:00100000:1.0:1746126821.955408:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005269120 00010000:00010000:1.0:1746126821.955431:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe1 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.955475:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17552 00000100:00100000:1.0:1746126821.955481:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005269120:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126821.955492:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126821.955507:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe1 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.955517:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe1 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.955535:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ce6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe1 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.955547:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.955549:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.955554:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 15 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.955561:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 15 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.955586:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 15 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126821.955602:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997619840:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126821.955671:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.958274:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997619840:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126821.958291:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126821.958332:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005269120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2849us (2991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.958340:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17552 00000100:00100000:0.0:1746126821.959106:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.971066:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.983912:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.984883:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005269632:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 770us (976us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746126821.984891:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2652 00002000:00100000:0.0:1746126821.984898:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e00f100 x1830946005269632/t4294970611(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:582/0 lens 496/448 e 0 to 0 dl 1746126832 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126821.984905:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00f100 with x1830946005269632 ext(0->7) 00010000:00010000:0.0:1746126821.984910:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 18 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126821.984920:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 18 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126821.984925:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00f100 00000100:00100000:0.0:1746126821.994481:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126821.994532:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126821.994547:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005269760 00000100:00100000:1.0:1746126821.994555:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005269760 00010000:00010000:1.0:1746126821.994590:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 18 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126821.994627:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17553 00000100:00100000:1.0:1746126821.994634:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005269760:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126821.994645:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126821.994660:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 18 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.994670:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 18 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.994689:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349ced lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fe8 expref: 18 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126821.994705:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.994707:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126821.994712:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fef expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.994719:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fef expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126821.994744:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fef expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126821.994755:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620096:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126821.994820:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126821.999269:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620096:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126821.999287:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126821.999342:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005269760:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4707us (4865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126821.999351:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17553 00000100:00100000:0.0:1746126821.999861:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.006033:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.006160:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005270272 00000100:00100000:1.0:1746126822.006168:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005270272 00010000:00010000:1.0:1746126822.006195:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fef expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.006273:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17554 00000100:00100000:1.0:1746126822.006280:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005270272:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.006291:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.006307:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fef expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.006317:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fef expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.006335:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349cf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6fef expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.006350:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.006352:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.006358:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 17 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.006365:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 17 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.006394:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 17 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.006404:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620352:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.006470:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.009096:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620352:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.009115:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126822.009387:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.009454:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005270272:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3173us (3426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.009463:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17554 00000100:00100000:1.0:1746126822.012431:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.032167:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.033960:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.037352:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005270912:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1517us (3391us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746126822.037360:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2654 00002000:00100000:0.0:1746126822.037368:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ad67b80 x1830946005270912/t4294970612(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.037376:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67b80 with x1830946005270912 ext(0->7) 00010000:00010000:0.0:1746126822.037385:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 21 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.037397:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 21 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.037403:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad67b80 00000100:00100000:0.0:1746126822.040540:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.040799:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005271040 00000100:00100000:1.0:1746126822.040814:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005271040 00010000:00010000:1.0:1746126822.040843:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 21 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.040900:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17555 00000100:00100000:1.0:1746126822.040907:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005271040:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.040919:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.040934:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 21 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.040944:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 21 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.040961:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349cfb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ff6 expref: 21 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.040984:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.040986:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.040992:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.040999:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.041022:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.041030:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 5 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.041039:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620736:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.041100:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.043555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.044352:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620736:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.044370:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.044408:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005271040:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3500us (3873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.044416:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17555 00000100:00100000:0.0:1746126822.048183:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.048323:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005271424 00000100:00100000:1.0:1746126822.048329:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005271424 00010000:00010000:1.0:1746126822.048353:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.048566:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17556 00000100:00100000:1.0:1746126822.048572:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005271424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.048582:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.048597:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.048606:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.048623:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff6ffd expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.048635:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.048636:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.048641:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 19 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.048648:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 19 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.048671:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 19 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.048680:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620864:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.048739:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.052700:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.052782:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997620864:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.052799:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.052847:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005271424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4273us (4667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.052857:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17556 00000100:00100000:0.0:1746126822.058914:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.066423:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.067324:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005271936 00000100:00100000:1.0:1746126822.067333:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005271936 00002000:00100000:1.0:1746126822.067369:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ad64e00 x1830946005271936/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.067378:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64e00 with x1830946005271936 ext(0->7) 00010000:00010000:1.0:1746126822.067385:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 20 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.067398:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 20 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126822.067404:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad64e00 00000100:00100000:1.0:1746126822.067438:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2656 00000100:00100000:1.0:1746126822.067445:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005271936:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126822.069010:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005271936:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1561us (2586us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746126822.069018:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2656 00002000:00100000:0.0:1746126822.069025:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ad64e00 x1830946005271936/t4294970613(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.069032:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64e00 with x1830946005271936 ext(0->7) 00010000:00010000:0.0:1746126822.069038:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 22 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.069048:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 22 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.069053:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad64e00 00000100:00100000:0.0:1746126822.077651:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.077754:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005272064 00000100:00100000:1.0:1746126822.077763:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005272064 00010000:00010000:1.0:1746126822.077793:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 22 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746126822.078331:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.078485:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17557 00000100:00100000:1.0:1746126822.078490:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005272064:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.078498:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.078511:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 24 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.078520:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 24 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.078533:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7004 expref: 24 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.078546:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.078547:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.078553:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.078564:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.079361:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.079374:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 5 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.079385:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997621248:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.080436:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.082908:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.082982:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997621248:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.082996:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.083040:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005272064:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4548us (5397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.083049:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17557 00000100:00100000:0.0:1746126822.086432:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.086524:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005272576 00000100:00100000:1.0:1746126822.086531:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005272576 00010000:00010000:1.0:1746126822.086557:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.086589:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17558 00000100:00100000:1.0:1746126822.086596:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005272576:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.086607:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.086624:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.086634:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.086652:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff700b expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.086684:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.086686:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.086692:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 21 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.086699:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 21 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.086724:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 21 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.086734:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997621376:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.086813:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.089263:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.089374:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997621376:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.089390:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.089429:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005272576:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2830us (2999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.089437:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17558 00000100:00100000:0.0:1746126822.092372:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.095603:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.096957:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005273088:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1188us (1359us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746126822.096964:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2658 00002000:00100000:0.0:1746126822.096969:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082513b80 x1830946005273088/t4294970614(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.096976:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513b80 with x1830946005273088 ext(0->7) 00010000:00010000:0.0:1746126822.096981:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.096989:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.096994:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082513b80 00000100:00100000:0.0:1746126822.100095:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.100206:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005273216 00000100:00100000:1.0:1746126822.100215:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005273216 00010000:00010000:1.0:1746126822.100240:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.100273:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17559 00000100:00100000:1.0:1746126822.100280:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005273216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.100293:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.100308:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.100319:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.100337:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7012 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.100360:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.100362:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.100367:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7019 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.100374:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7019 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.100398:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7019 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.100408:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997621632:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.100591:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.102720:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997621632:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.102737:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.102767:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2028:x1830946005273216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2486us (2679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.102778:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17559 00000100:00100000:0.0:1746126822.107504:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.108574:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.111683:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.111717:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.111987:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005273856 00000100:00100000:1.0:1746126822.111990:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005273856 00010000:00010000:1.0:1746126822.112004:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7019 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.112033:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17560 00000100:00100000:1.0:1746126822.112038:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005273856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.112045:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.112058:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7019 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.112067:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7019 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.112082:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da906377349d1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7019 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.112179:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.112181:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.112187:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 24 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.112194:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 24 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.112217:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 24 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.112226:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.112236:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997622016:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.112287:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.113665:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997622016:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.113677:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.113711:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005273856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1671us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.113717:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17560 00000100:00100000:0.0:1746126822.113935:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.116548:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.116708:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005274240 00000100:00100000:1.0:1746126822.116714:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005274240 00010000:00010000:1.0:1746126822.116736:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 25 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.116769:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17561 00000100:00100000:1.0:1746126822.116775:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2030:x1830946005274240:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.116786:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.116801:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 25 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.116846:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 25 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.116864:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349d25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7020 expref: 25 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.116888:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.116890:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.116896:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7027 expref: 24 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.116903:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7027 expref: 24 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.116929:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7027 expref: 24 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.116940:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997622144:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.117010:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.118608:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.118691:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997622144:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.118708:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.118732:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2030:x1830946005274240:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1957us (2189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.118741:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17561 00000100:00100000:0.0:1746126822.120594:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.123410:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.123439:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005274752 00000100:00100000:1.0:1746126822.123444:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005274752 00010000:00010000:1.0:1746126822.123464:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7027 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.123495:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17562 00000100:00100000:1.0:1746126822.123501:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005274752:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.123515:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.123579:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7027 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.123589:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7027 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.123606:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7027 expref: 24 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.123630:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.123632:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.123637:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349d33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff702e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.123644:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff702e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.123668:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb01600/0x63da906377349d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff702e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.123678:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997622400:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.123731:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.125108:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997622400:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.125119:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.125304:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2028:x1830946005274752:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1802us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.125311:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17562 00000100:00100000:0.0:1746126822.125767:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.129952:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.130038:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.130491:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29845 00000100:00100000:1.0:1746126822.130498:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1764:x1830946005275264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126822.130504:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126822.130510:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349d41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff703c expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.130519:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.130522:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7035 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.130527:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126822.130529:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349d41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff703c expref: 26 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.130550:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da906377349d3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7035 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.130559:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349d41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff703c expref: 26 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.130571:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126822.130594:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1764:x1830946005275264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.130599:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29845 00000100:00100000:0.0:1746126822.132965:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.137592:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.140705:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.141207:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.144606:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.147521:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.147566:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.148239:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005276416 00000100:00100000:0.0:1746126822.148243:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005276416 00010000:00010000:0.0:1746126822.148256:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff703c expref: 25 pid: 9596 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746126822.148376:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17565 00000100:00100000:0.0:1746126822.148382:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2030:x1830946005276416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126822.148390:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126822.148402:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff703c expref: 25 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.148411:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff703c expref: 25 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.148425:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349d41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff703c expref: 25 pid: 9596 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.148526:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126822.148527:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126822.148532:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.148539:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.149003:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.149014:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 5 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:0.0:1746126822.149024:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997623296:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126822.149080:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1aa8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.153107:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997623296:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126822.155049:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126822.155108:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2030:x1830946005276416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6720us (7536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126822.155117:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17565 00000100:00100000:0.0:1746126822.155436:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005276672 00000100:00100000:0.0:1746126822.155441:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005276672 00002000:00100000:0.0:1746126822.155470:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12680 x1830946005276672/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.155479:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12680 with x1830946005276672 ext(0->4095) 00010000:00010000:0.0:1746126822.155486:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.155496:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.155502:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12680 00000100:00100000:0.0:1746126822.155517:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2663 00000100:00100000:0.0:1746126822.155523:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005276672:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126822.155624:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005276672:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126822.155630:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2663 00002000:00100000:0.0:1746126822.155634:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12680 x1830946005276672/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.155642:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12680 with x1830946005276672 ext(0->4095) 00010000:00010000:0.0:1746126822.155646:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.155654:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7043 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.155659:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12680 00000100:00100000:0.0:1746126822.161644:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.165865:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.169195:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.173592:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.176455:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.177534:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.177593:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005277696 00000100:00100000:1.0:1746126822.177599:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005277696 00002000:00100000:1.0:1746126822.177628:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1ff800 x1830946005277696/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.177637:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ff800 with x1830946005277696 ext(0->4095) 00002000:00010000:1.0:1746126822.177641:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1ff800 00000100:00100000:1.0:1746126822.177656:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13611 00000100:00100000:1.0:1746126822.177661:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005277696:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.177765:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005277696:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.177770:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13611 00002000:00100000:1.0:1746126822.177775:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1ff800 x1830946005277696/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.177781:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ff800 with x1830946005277696 ext(0->4095) 00002000:00010000:1.0:1746126822.177784:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1ff800 00000100:00100000:0.0:1746126822.181444:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.181525:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.185681:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.188822:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.189357:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.193760:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.197927:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.203916:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.206102:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.208771:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.211942:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.212197:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005279616 00000100:00100000:1.0:1746126822.212208:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005279616 00002000:00100000:1.0:1746126822.212238:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359500 x1830946005279616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.212246:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359500 with x1830946005279616 ext(0->4095) 00002000:00010000:1.0:1746126822.212251:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359500 00000100:00100000:1.0:1746126822.212272:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13613 00000100:00100000:1.0:1746126822.212277:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005279616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.212400:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005279616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.212405:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13613 00002000:00100000:1.0:1746126822.212409:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359500 x1830946005279616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.212415:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359500 with x1830946005279616 ext(0->4095) 00002000:00010000:1.0:1746126822.212418:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359500 00000100:00100000:0.0:1746126822.214558:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.215853:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.215950:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005279872 00000100:00100000:1.0:1746126822.215954:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005279872 00000100:00100000:1.0:1746126822.215974:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29854 00000100:00100000:1.0:1746126822.215979:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1764:x1830946005279872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126822.215985:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126822.215991:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349d80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff707b expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.216003:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.216007:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7074 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.216012:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126822.216015:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349d80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff707b expref: 26 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.216039:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7074 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.216049:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349d80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff707b expref: 26 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.216057:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126822.216081:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1764:x1830946005279872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.216087:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29854 00000100:00100000:0.0:1746126822.218893:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.223392:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.223450:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005280256 00000100:00100000:1.0:1746126822.223456:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005280256 00002000:00100000:1.0:1746126822.223490:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359c00 x1830946005280256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.223499:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359c00 with x1830946005280256 ext(0->4095) 00010000:00010000:1.0:1746126822.223505:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7074 expref: 25 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.223517:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7074 expref: 25 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126822.223523:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093359c00 00000100:00100000:1.0:1746126822.223553:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2666 00000100:00100000:1.0:1746126822.223560:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005280256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.223660:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2028:x1830946005280256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.223667:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2666 00002000:00100000:1.0:1746126822.223672:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359c00 x1830946005280256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.223680:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359c00 with x1830946005280256 ext(0->4095) 00010000:00010000:1.0:1746126822.223683:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7074 expref: 25 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.223692:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7074 expref: 25 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126822.223697:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093359c00 00000100:00100000:0.0:1746126822.225475:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.226407:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.230989:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.231755:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005280768 00000100:00100000:1.0:1746126822.231760:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005280768 00002000:00100000:1.0:1746126822.231792:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358700 x1830946005280768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.231800:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358700 with x1830946005280768 ext(0->4095) 00010000:00010000:1.0:1746126822.231817:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff707b expref: 24 pid: 11460 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.231829:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff707b expref: 24 pid: 11460 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126822.231835:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358700 00000100:00100000:1.0:1746126822.232303:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2667 00000100:00100000:1.0:1746126822.232311:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005280768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.232406:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005280768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (1424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.232411:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2667 00002000:00100000:1.0:1746126822.232416:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358700 x1830946005280768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.232423:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358700 with x1830946005280768 ext(0->4095) 00010000:00010000:1.0:1746126822.232428:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff707b expref: 24 pid: 11460 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.232437:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff707b expref: 24 pid: 11460 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126822.232442:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358700 00000100:00100000:0.0:1746126822.235915:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.235993:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.242466:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.252052:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.256698:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997625728:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126822.256720:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126822.256917:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005281408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4499us (4868us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126822.256927:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17575 00000100:00100000:0.0:1746126822.257915:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.261076:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005281664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 3002us (3157us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126822.261087:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13614 00002000:00100000:0.0:1746126822.261097:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335a680 x1830946005281664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.261110:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335a680 with x1830946005281664 ext(0->4095) 00002000:00010000:0.0:1746126822.261115:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009335a680 00000100:00100000:0.0:1746126822.269015:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.276518:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.279353:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2028:x1830946005281920:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2632us (2831us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746126822.279362:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2669 00002000:00100000:0.0:1746126822.279372:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3ded80 x1830946005281920/t4294970615(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.279380:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ded80 with x1830946005281920 ext(0->7) 00010000:00010000:0.0:1746126822.279387:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7089 expref: 26 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.279398:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7089 expref: 26 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.279404:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3ded80 00000100:00100000:0.0:1746126822.282372:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.283678:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17576 00000100:00100000:1.0:1746126822.283689:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2029:x1830946005282048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.283703:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.283722:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7089 expref: 26 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.283733:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7089 expref: 26 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.283752:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349d8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7089 expref: 26 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.283786:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.283787:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.283794:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7090 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.283801:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7090 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.283836:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7090 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.283847:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997625984:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.283914:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.286363:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.286526:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997625984:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.286541:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.286571:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2029:x1830946005282048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2884us (4207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.286579:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17576 00000100:00100000:0.0:1746126822.293554:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.297410:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.299227:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.299267:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005282688 00000100:00100000:1.0:1746126822.299271:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005282688 00010000:00010000:1.0:1746126822.299286:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7090 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.299305:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17577 00000100:00100000:1.0:1746126822.299308:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005282688:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.299317:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.299329:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7090 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.299336:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7090 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.299347:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da906377349d95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7090 expref: 6 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.299365:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.299366:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.299370:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.299426:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.299446:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.299453:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 26 pid: 21550 timeout: 817 lvb_type: 0 00000100:00100000:1.0:1746126822.299475:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997626368:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.299544:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.301304:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997626368:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.301318:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.301352:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005282688:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2041us (2126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.301359:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17577 00000100:00100000:0.0:1746126822.301646:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.301819:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005282944 00000100:00100000:1.0:1746126822.301824:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005282944 00002000:00100000:1.0:1746126822.301853:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dc700 x1830946005282944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.301862:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dc700 with x1830946005282944 ext(0->4095) 00010000:00010000:1.0:1746126822.301869:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 27 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.301879:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 27 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126822.301885:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dc700 00000100:00100000:1.0:1746126822.301913:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2670 00000100:00100000:1.0:1746126822.301920:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946005282944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.302014:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946005282944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.302019:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2670 00002000:00100000:1.0:1746126822.302024:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dc700 x1830946005282944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.302031:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dc700 with x1830946005282944 ext(0->4095) 00010000:00010000:1.0:1746126822.302035:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 27 pid: 21550 timeout: 817 lvb_type: 0 00010000:00010000:1.0:1746126822.302044:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da906377349d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7097 expref: 27 pid: 21550 timeout: 817 lvb_type: 0 00002000:00010000:1.0:1746126822.302050:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dc700 00000100:00100000:0.0:1746126822.305737:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.305821:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.306016:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005283072 00000100:00100000:1.0:1746126822.306023:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005283072 00000100:00100000:1.0:1746126822.306075:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29860 00000100:00100000:1.0:1746126822.306082:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005283072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126822.306098:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126822.306112:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349daa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff70a5 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.306158:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126822.306163:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349da3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff709e expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.306168:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126822.306171:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349daa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70a5 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.306198:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349da3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff709e expref: 26 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.306207:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349daa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70a5 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.306214:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f800, rc 0) 00000100:00100000:1.0:1746126822.306248:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005283072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.306253:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29860 00000100:00100000:0.0:1746126822.310664:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.313941:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.314207:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.314777:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005283712 00000100:00100000:1.0:1746126822.314784:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005283712 00000100:00100000:1.0:1746126822.314843:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29861 00000100:00100000:1.0:1746126822.314850:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1764:x1830946005283712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126822.314864:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126822.314879:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349db1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff70ac expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.314899:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126822.314904:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349daa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70a5 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.314909:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126822.314912:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349db1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70ac expref: 27 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.314939:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f800/0x63da906377349daa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70a5 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.314949:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349db1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70ac expref: 27 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.314956:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126822.314992:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+27:1764:x1830946005283712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.315000:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29861 00000100:00100000:0.0:1746126822.318679:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.320635:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.324876:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.324963:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005284352 00000100:00100000:1.0:1746126822.324969:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005284352 00002000:00100000:1.0:1746126822.324998:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90000 x1830946005284352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.325007:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90000 with x1830946005284352 ext(0->4095) 00002000:00010000:1.0:1746126822.325010:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90000 00000100:00100000:1.0:1746126822.325089:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13616 00000100:00100000:1.0:1746126822.325095:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2028:x1830946005284352:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.325221:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2028:x1830946005284352:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.325227:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13616 00002000:00100000:1.0:1746126822.325232:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90000 x1830946005284352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.325239:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90000 with x1830946005284352 ext(0->4095) 00002000:00010000:1.0:1746126822.325242:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90000 00000100:00100000:0.0:1746126822.332224:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.342789:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.343749:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.344821:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005284608:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 927us (1074us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746126822.344829:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2673 00002000:00100000:0.0:1746126822.344834:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c93b80 x1830946005284608/t4294970616(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.344841:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c93b80 with x1830946005284608 ext(0->7) 00010000:00010000:0.0:1746126822.344846:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70ac expref: 30 pid: 11460 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.344855:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da906377349db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70ac expref: 30 pid: 11460 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.344860:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c93b80 00000100:00100000:0.0:1746126822.345932:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.348608:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.348624:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005285120 00000100:00100000:0.0:1746126822.348628:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005285120 00002000:00100000:0.0:1746126822.348654:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c92a00 x1830946005285120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.348662:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946005285120 ext(0->4095) 00010000:00010000:0.0:1746126822.348668:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349db8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70b3 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.348677:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349db8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70b3 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.348683:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92a00 00000100:00100000:0.0:1746126822.348696:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2674 00000100:00100000:0.0:1746126822.348701:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005285120:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126822.348788:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005285120:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (181us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126822.348792:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2674 00002000:00100000:0.0:1746126822.348796:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c92a00 x1830946005285120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.348813:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946005285120 ext(0->4095) 00010000:00010000:0.0:1746126822.348817:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349db8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70b3 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00010000:00010000:0.0:1746126822.348825:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349db8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70b3 expref: 6 pid: 25366 timeout: 817 lvb_type: 0 00002000:00010000:0.0:1746126822.348829:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92a00 00000100:00100000:0.0:1746126822.351545:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.351565:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.355942:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.358172:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.358259:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005285760 00000100:00100000:1.0:1746126822.358264:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005285760 00002000:00100000:1.0:1746126822.358292:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bea00 x1830946005285760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.358300:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bea00 with x1830946005285760 ext(0->4095) 00002000:00010000:1.0:1746126822.358304:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bea00 00000100:00100000:1.0:1746126822.358318:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13617 00000100:00100000:1.0:1746126822.358324:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005285760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.358412:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005285760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.358417:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13617 00002000:00100000:1.0:1746126822.358422:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bea00 x1830946005285760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.358428:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bea00 with x1830946005285760 ext(0->4095) 00002000:00010000:1.0:1746126822.358430:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bea00 00000100:00100000:0.0:1746126822.359974:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.362644:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.365372:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.366691:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.367439:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.369616:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.372606:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997628416:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126822.372622:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126822.372661:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005286656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2786us (3046us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126822.372669:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17585 00000100:00100000:0.0:1746126822.376966:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.381714:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.384248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.387121:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.392415:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.392964:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005287808 00000100:00100000:1.0:1746126822.392972:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005287808 00002000:00100000:1.0:1746126822.393006:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bca80 x1830946005287808/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.393015:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bca80 with x1830946005287808 ext(0->4095) 00002000:00010000:1.0:1746126822.393020:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bca80 00000100:00100000:1.0:1746126822.393051:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13620 00000100:00100000:1.0:1746126822.393058:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005287808:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126822.393185:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.393190:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005287808:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (782us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.393196:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13620 00002000:00100000:1.0:1746126822.393202:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bca80 x1830946005287808/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.393209:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bca80 with x1830946005287808 ext(0->4095) 00002000:00010000:1.0:1746126822.393211:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bca80 00000100:00100000:0.0:1746126822.396442:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.402500:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.402582:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005288448 00000100:00100000:1.0:1746126822.402590:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005288448 00002000:00100000:1.0:1746126822.402625:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90700 x1830946005288448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.402634:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90700 with x1830946005288448 ext(0->4095) 00010000:00010000:1.0:1746126822.402641:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70e4 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.402651:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70e4 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.402657:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c90700 00000100:00100000:1.0:1746126822.402681:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2676 00000100:00100000:1.0:1746126822.402686:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005288448:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.402814:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005288448:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.402820:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2676 00002000:00100000:1.0:1746126822.402826:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90700 x1830946005288448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.402832:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90700 with x1830946005288448 ext(0->4095) 00010000:00010000:1.0:1746126822.402836:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70e4 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.402844:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a000/0x63da906377349de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff70e4 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.402853:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c90700 00000100:00100000:0.0:1746126822.405798:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.409903:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.412047:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.415430:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.420199:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.422748:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.423489:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.427585:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.430958:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.435265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.438759:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.440208:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.443124:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.446842:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.449711:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.449759:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.454584:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126822.459149:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126822.459435:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005291520 00000100:00100000:0.0:1746126822.459442:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005291520 00002000:00100000:0.0:1746126822.459477:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12300 x1830946005291520/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.459485:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12300 with x1830946005291520 ext(0->4095) 00010000:00010000:0.0:1746126822.459493:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff710e expref: 29 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.459504:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e13 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff710e expref: 29 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.459511:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12300 00000100:00100000:0.0:1746126822.459527:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2678 00000100:00100000:0.0:1746126822.459534:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005291520:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126822.460405:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005291520:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 871us (1038us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126822.460415:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2678 00002000:00100000:0.0:1746126822.460421:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12300 x1830946005291520/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.460428:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12300 with x1830946005291520 ext(0->4095) 00010000:00010000:0.0:1746126822.460433:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff710e expref: 29 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.460440:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff710e expref: 29 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.460446:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12300 00000100:00100000:0.0:1746126822.462635:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.463219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.467113:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.467225:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005292032 00000100:00100000:0.0:1746126822.467230:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005292032 00002000:00100000:0.0:1746126822.467265:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46300 x1830946005292032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.467274:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46300 with x1830946005292032 ext(0->4095) 00010000:00010000:0.0:1746126822.467281:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7115 expref: 28 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.467296:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7115 expref: 28 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.467302:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac46300 00000100:00100000:0.0:1746126822.467343:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2679 00000100:00100000:0.0:1746126822.467350:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005292032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126822.467567:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005292032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 217us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126822.467573:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2679 00002000:00100000:0.0:1746126822.467578:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46300 x1830946005292032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.467585:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46300 with x1830946005292032 ext(0->4095) 00010000:00010000:0.0:1746126822.467589:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7115 expref: 28 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.467598:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7115 expref: 28 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.467603:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac46300 00000100:00100000:0.0:1746126822.469082:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.469122:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.472416:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.473860:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005292544 00000100:00100000:1.0:1746126822.473869:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005292544 00002000:00100000:1.0:1746126822.473903:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdc00 x1830946005292544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.473911:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdc00 with x1830946005292544 ext(0->4095) 00010000:00010000:1.0:1746126822.473917:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff711c expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.473927:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff711c expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.473933:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbdc00 00000100:00100000:1.0:1746126822.473961:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2680 00000100:00100000:1.0:1746126822.473966:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005292544:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.474092:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005292544:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.474097:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2680 00002000:00100000:1.0:1746126822.474102:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdc00 x1830946005292544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.474113:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdc00 with x1830946005292544 ext(0->4095) 00010000:00010000:1.0:1746126822.474117:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff711c expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.474142:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff711c expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.474148:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbdc00 00000100:00100000:0.0:1746126822.476914:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.483469:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13625 00000100:00100000:1.0:1746126822.483478:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005292928:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.484039:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005292928:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 561us (1396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.484046:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13625 00002000:00100000:1.0:1746126822.484052:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb13100 x1830946005292928/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.484060:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb13100 with x1830946005292928 ext(0->4095) 00002000:00010000:1.0:1746126822.484063:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb13100 00000100:00100000:0.0:1746126822.486267:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.488972:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.490621:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.490876:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005293440 00000100:00100000:1.0:1746126822.490880:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005293440 00002000:00100000:1.0:1746126822.490905:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdf80 x1830946005293440/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.490913:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdf80 with x1830946005293440 ext(0->4095) 00002000:00010000:1.0:1746126822.490917:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbdf80 00000100:00100000:1.0:1746126822.490929:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13626 00000100:00100000:1.0:1746126822.490934:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005293440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.491022:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005293440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.491028:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13626 00002000:00100000:1.0:1746126822.491032:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdf80 x1830946005293440/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.491038:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdf80 with x1830946005293440 ext(0->4095) 00002000:00010000:1.0:1746126822.491040:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbdf80 00000100:00100000:0.0:1746126822.491617:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.492557:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.493817:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.496794:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.504282:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.509367:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.511052:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.514735:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.518428:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.518449:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005294976 00000100:00100000:0.0:1746126822.518453:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005294976 00002000:00100000:0.0:1746126822.518484:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110a80 x1830946005294976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.518492:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946005294976 ext(0->4095) 00002000:00010000:0.0:1746126822.518496:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110a80 00000100:00100000:0.0:1746126822.518519:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13628 00000100:00100000:0.0:1746126822.518525:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005294976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126822.518631:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005294976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (204us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126822.518637:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13628 00002000:00100000:0.0:1746126822.518641:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110a80 x1830946005294976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.518648:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946005294976 ext(0->4095) 00002000:00010000:0.0:1746126822.518650:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110a80 00000100:00100000:0.0:1746126822.520360:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.520995:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.521040:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005295232 00000100:00100000:1.0:1746126822.521044:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005295232 00000100:00100000:1.0:1746126822.521077:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29884 00000100:00100000:1.0:1746126822.521087:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1765:x1830946005295232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126822.521098:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126822.521105:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349e52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff714d expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.521115:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.521119:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349e4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7146 expref: 30 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.521123:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126822.521158:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349e52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff714d expref: 30 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.521177:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349e4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7146 expref: 30 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.521188:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da906377349e52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff714d expref: 30 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.521196:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126822.521231:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1765:x1830946005295232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.521236:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29884 00000100:00100000:0.0:1746126822.528506:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.534413:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.534973:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005295616 00000100:00100000:1.0:1746126822.534980:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005295616 00002000:00100000:1.0:1746126822.535013:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269880 x1830946005295616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.535022:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269880 with x1830946005295616 ext(0->4095) 00010000:00010000:1.0:1746126822.535030:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7146 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.535041:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7146 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.535047:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099269880 00000100:00100000:1.0:1746126822.535072:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2682 00000100:00100000:1.0:1746126822.535078:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005295616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.535204:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005295616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (790us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.535209:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2682 00002000:00100000:1.0:1746126822.535215:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269880 x1830946005295616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.535222:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269880 with x1830946005295616 ext(0->4095) 00010000:00010000:1.0:1746126822.535226:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7146 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.535235:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7146 expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.535241:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099269880 00000100:00100000:0.0:1746126822.537494:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.541349:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.543242:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.545248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.548431:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.551339:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.551371:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.554695:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.558320:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.561377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.562291:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.568814:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.574249:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.574300:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.577972:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.582903:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.588004:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.592196:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.595294:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.597610:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.598507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.598593:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005299200 00000100:00100000:1.0:1746126822.598597:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005299200 00002000:00100000:1.0:1746126822.598621:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ce00 x1830946005299200/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.598629:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ce00 with x1830946005299200 ext(0->4095) 00010000:00010000:1.0:1746126822.598634:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349e7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7177 expref: 6 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.598642:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349e7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7177 expref: 6 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.598648:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ce00 00000100:00100000:1.0:1746126822.598669:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2686 00000100:00100000:1.0:1746126822.598675:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005299200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.598757:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005299200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.598762:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2686 00002000:00100000:1.0:1746126822.598767:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ce00 x1830946005299200/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.598774:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ce00 with x1830946005299200 ext(0->4095) 00010000:00010000:1.0:1746126822.598778:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349e7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7177 expref: 6 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.598786:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349e7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7177 expref: 6 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.598791:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ce00 00000100:00100000:0.0:1746126822.600907:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.601712:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.604327:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.604524:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005299712 00000100:00100000:1.0:1746126822.604528:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005299712 00002000:00100000:1.0:1746126822.604556:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14e300 x1830946005299712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.604564:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946005299712 ext(0->4095) 00010000:00010000:1.0:1746126822.604571:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff717e expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.604582:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff717e expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.604588:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:1.0:1746126822.604614:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2687 00000100:00100000:1.0:1746126822.604621:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005299712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.604721:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005299712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.604726:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2687 00002000:00100000:1.0:1746126822.604731:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14e300 x1830946005299712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.604737:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946005299712 ext(0->4095) 00010000:00010000:1.0:1746126822.604741:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff717e expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.604749:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349e83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff717e expref: 29 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.604754:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14e300 00000100:00100000:0.0:1746126822.607004:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.609221:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.609315:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005300096 00000100:00100000:1.0:1746126822.609321:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005300096 00002000:00100000:1.0:1746126822.609353:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d500 x1830946005300096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.609362:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d500 with x1830946005300096 ext(0->4095) 00002000:00010000:1.0:1746126822.609366:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14d500 00000100:00100000:1.0:1746126822.609395:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13632 00000100:00100000:1.0:1746126822.609401:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2030:x1830946005300096:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126822.610046:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2030:x1830946005300096:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 643us (828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.610055:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13632 00002000:00100000:1.0:1746126822.610061:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d500 x1830946005300096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.610068:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d500 with x1830946005300096 ext(0->4095) 00002000:00010000:1.0:1746126822.610071:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14d500 00000100:00100000:0.0:1746126822.612199:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.615849:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.618608:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.619346:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005300608 00000100:00100000:1.0:1746126822.619352:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005300608 00002000:00100000:1.0:1746126822.619382:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14dc00 x1830946005300608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.619391:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14dc00 with x1830946005300608 ext(0->4095) 00002000:00010000:1.0:1746126822.619395:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14dc00 00000100:00100000:1.0:1746126822.619494:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13633 00000100:00100000:1.0:1746126822.619500:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005300608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.619742:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005300608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 241us (1133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.619748:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13633 00002000:00100000:1.0:1746126822.619753:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14dc00 x1830946005300608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.619760:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14dc00 with x1830946005300608 ext(0->4095) 00002000:00010000:1.0:1746126822.619763:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14dc00 00000100:00100000:0.0:1746126822.620546:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.622241:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.624718:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.628399:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.629384:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005301248 00000100:00100000:1.0:1746126822.629391:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005301248 00002000:00100000:1.0:1746126822.629422:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53100 x1830946005301248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.629432:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53100 with x1830946005301248 ext(0->4095) 00010000:00010000:1.0:1746126822.629439:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7193 expref: 29 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.629449:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7193 expref: 29 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.629455:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba53100 00000100:00100000:1.0:1746126822.629487:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2688 00000100:00100000:1.0:1746126822.629493:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005301248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.629594:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005301248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (1470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.629600:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2688 00002000:00100000:1.0:1746126822.629605:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53100 x1830946005301248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.629611:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53100 with x1830946005301248 ext(0->4095) 00010000:00010000:1.0:1746126822.629615:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7193 expref: 29 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.629623:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5400/0x63da906377349e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7193 expref: 29 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.629628:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba53100 00000100:00100000:0.0:1746126822.631944:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.636049:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.640895:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.648221:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.648275:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.651735:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.652458:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005302272 00000100:00100000:1.0:1746126822.652465:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005302272 00002000:00100000:1.0:1746126822.652496:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9500 x1830946005302272/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.652505:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9500 with x1830946005302272 ext(0->4095) 00010000:00010000:1.0:1746126822.652511:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349ea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71a1 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.652522:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349ea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71a1 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.652527:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9500 00000100:00100000:1.0:1746126822.652853:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2689 00000100:00100000:1.0:1746126822.652860:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005302272:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.653117:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005302272:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 256us (1382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.653413:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2689 00002000:00100000:1.0:1746126822.653419:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9500 x1830946005302272/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.653427:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9500 with x1830946005302272 ext(0->4095) 00010000:00010000:1.0:1746126822.653431:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349ea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71a1 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.653439:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da906377349ea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71a1 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.653444:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9500 00000100:00100000:0.0:1746126822.656815:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.661213:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.661252:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005302656 00000100:00100000:1.0:1746126822.661257:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005302656 00002000:00100000:1.0:1746126822.661291:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb100 x1830946005302656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.661300:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb100 with x1830946005302656 ext(0->4095) 00002000:00010000:1.0:1746126822.661304:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deeb100 00000100:00100000:1.0:1746126822.661651:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13635 00000100:00100000:1.0:1746126822.661658:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005302656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.661768:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005302656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (556us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.661774:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13635 00002000:00100000:1.0:1746126822.661779:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb100 x1830946005302656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.661786:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb100 with x1830946005302656 ext(0->4095) 00002000:00010000:1.0:1746126822.661788:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deeb100 00000100:00100000:0.0:1746126822.669875:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.680075:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005302912:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1044us (1541us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746126822.680083:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2690 00002000:00100000:0.0:1746126822.680088:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb11f80 x1830946005302912/t4294970617(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.680096:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11f80 with x1830946005302912 ext(0->7) 00010000:00010000:0.0:1746126822.680101:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71a8 expref: 30 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.680112:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71a8 expref: 30 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.680117:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb11f80 00000100:00100000:0.0:1746126822.681163:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.683370:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.686814:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.689510:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.693025:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.695543:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.697905:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.703913:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.703993:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.706644:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.706721:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.706726:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005304576 00000100:00100000:1.0:1746126822.706731:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005304576 00000100:00100000:1.0:1746126822.706830:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29902 00000100:00100000:1.0:1746126822.706835:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1765:x1830946005304576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126822.706844:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126822.706852:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349ed0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff71cb expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.706874:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.706878:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349ec9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71c4 expref: 31 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.706884:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126822.706887:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349ed0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71cb expref: 31 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.707045:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349ec9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71c4 expref: 31 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.707067:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da906377349ed0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71cb expref: 31 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.707073:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126822.707168:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1765:x1830946005304576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 267us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.707175:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29902 00000100:00100000:0.0:1746126822.708963:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.711685:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.715086:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.716036:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005305344 00000100:00100000:1.0:1746126822.716043:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005305344 00002000:00100000:1.0:1746126822.716075:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf9c00 x1830946005305344/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.716085:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf9c00 with x1830946005305344 ext(0->4095) 00002000:00010000:1.0:1746126822.716089:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf9c00 00000100:00100000:1.0:1746126822.716113:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13638 00000100:00100000:1.0:1746126822.716119:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005305344:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.716240:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005305344:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (1159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.716248:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13638 00002000:00100000:1.0:1746126822.716252:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf9c00 x1830946005305344/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.716259:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf9c00 with x1830946005305344 ext(0->4095) 00002000:00010000:1.0:1746126822.716261:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf9c00 00000100:00100000:1.0:1746126822.718544:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.721044:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.724490:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.726261:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.726879:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.726952:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005306112 00000100:00100000:0.0:1746126822.726955:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005306112 00000100:00100000:0.0:1746126822.726981:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29905 00000100:00100000:0.0:1746126822.726986:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1764:x1830946005306112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126822.726992:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126822.726998:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da906377349ee5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff71e0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.727007:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126822.727010:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349ede lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71d9 expref: 32 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.727015:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126822.727018:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da906377349ee5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71e0 expref: 32 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.727253:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349ede lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71d9 expref: 32 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.727266:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da906377349ee5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71e0 expref: 32 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.727274:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dee4200, rc 0) 00000100:00100000:0.0:1746126822.727307:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1764:x1830946005306112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 320us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126822.727315:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29905 00000100:00100000:0.0:1746126822.729121:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.732257:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.732394:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005306496 00000100:00100000:1.0:1746126822.732399:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005306496 00002000:00100000:1.0:1746126822.732429:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098424a80 x1830946005306496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.732437:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098424a80 with x1830946005306496 ext(0->4095) 00010000:00010000:1.0:1746126822.732445:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71d9 expref: 31 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.732455:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71d9 expref: 31 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.732462:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098424a80 00000100:00100000:1.0:1746126822.732476:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2693 00000100:00100000:1.0:1746126822.732483:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946005306496:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.732582:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946005306496:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.732587:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2693 00002000:00100000:1.0:1746126822.732593:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098424a80 x1830946005306496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.732600:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098424a80 with x1830946005306496 ext(0->4095) 00010000:00010000:1.0:1746126822.732604:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71d9 expref: 31 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.732613:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349ede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71d9 expref: 31 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.732618:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098424a80 00000100:00100000:0.0:1746126822.735554:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.739259:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.741650:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2694 00000100:00100000:1.0:1746126822.741661:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005307008:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.741781:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005307008:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (2527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.741787:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2694 00002000:00100000:1.0:1746126822.741794:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425180 x1830946005307008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.741813:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425180 with x1830946005307008 ext(0->4095) 00010000:00010000:1.0:1746126822.741820:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da906377349ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71e0 expref: 30 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.741831:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dee4200/0x63da906377349ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff71e0 expref: 30 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.741838:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425180 00000100:00100000:0.0:1746126822.743968:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.744088:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.747350:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.753249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.758349:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005307904 00000100:00100000:1.0:1746126822.758355:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005307904 00002000:00100000:1.0:1746126822.758388:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11880 x1830946005307904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.758396:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11880 with x1830946005307904 ext(0->4095) 00002000:00010000:1.0:1746126822.758400:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb11880 00000100:00100000:1.0:1746126822.758424:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13640 00000100:00100000:1.0:1746126822.758429:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005307904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.758536:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005307904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.758540:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13640 00002000:00100000:1.0:1746126822.758544:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11880 x1830946005307904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.758550:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11880 with x1830946005307904 ext(0->4095) 00002000:00010000:1.0:1746126822.758552:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb11880 00000100:00100000:0.0:1746126822.760680:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.764003:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.769240:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.769404:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.770969:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.774389:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.776572:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.780827:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.785211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.788401:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.793147:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.796241:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.796331:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.800465:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.800541:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005310208 00000100:00100000:1.0:1746126822.800548:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005310208 00000100:00100000:1.0:1746126822.800593:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29913 00000100:00100000:1.0:1746126822.800599:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1765:x1830946005310208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126822.800616:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126822.800629:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7218 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.800649:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.800654:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7211 expref: 32 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.800659:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126822.800662:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7218 expref: 32 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.800689:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7211 expref: 32 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.800699:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7218 expref: 32 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.800708:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126822.800738:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1765:x1830946005310208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.800744:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29913 00000100:00100000:0.0:1746126822.801757:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.804597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.806778:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.810242:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.810548:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005310976 00000100:00100000:1.0:1746126822.810554:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005310976 00002000:00100000:1.0:1746126822.810583:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a680 x1830946005310976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.810592:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a680 with x1830946005310976 ext(0->4095) 00002000:00010000:1.0:1746126822.810596:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848a680 00000100:00100000:1.0:1746126822.810611:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13644 00000100:00100000:1.0:1746126822.810616:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005310976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.810729:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005310976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (493us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.810738:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13644 00002000:00100000:1.0:1746126822.810743:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a680 x1830946005310976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.810749:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a680 with x1830946005310976 ext(0->4095) 00002000:00010000:1.0:1746126822.810752:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848a680 00000100:00100000:0.0:1746126822.815714:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.829293:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.831710:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2027:x1830946005311232:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2243us (2420us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746126822.831719:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2698 00002000:00100000:0.0:1746126822.831727:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098488380 x1830946005311232/t4294970618(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.831735:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488380 with x1830946005311232 ext(0->7) 00010000:00010000:0.0:1746126822.831743:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7218 expref: 32 pid: 25366 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.831753:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7218 expref: 32 pid: 25366 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.831759:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488380 00000100:00100000:0.0:1746126822.843748:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.849715:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.858201:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.862703:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.866189:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997640832:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126822.866205:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126822.866246:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005311872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3365us (3548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126822.866255:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17634 00000100:00100000:0.0:1746126822.867661:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.868998:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13645 00000100:00100000:1.0:1746126822.869008:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005312128:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.869153:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005312128:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (1495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.869158:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13645 00002000:00100000:1.0:1746126822.869164:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848b100 x1830946005312128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.869171:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848b100 with x1830946005312128 ext(0->4095) 00002000:00010000:1.0:1746126822.869175:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848b100 00000100:00100000:0.0:1746126822.872825:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.875423:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.875510:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005312384 00000100:00100000:1.0:1746126822.875514:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005312384 00010000:00010000:1.0:1746126822.875535:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7226 expref: 32 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.875553:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17635 00000100:00100000:1.0:1746126822.875558:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005312384:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.875565:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.875580:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7226 expref: 32 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.875589:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7226 expref: 32 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.875606:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349f2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7226 expref: 32 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.875631:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.875633:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.875638:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349f32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff722d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.875645:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349f32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff722d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.875665:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349f32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff722d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.875674:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641088:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.875715:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.876654:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.878595:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.879102:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641088:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.879112:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.879165:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005312384:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3607us (3744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.879172:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17635 00000100:00100000:0.0:1746126822.881571:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.881659:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005312896 00000100:00100000:1.0:1746126822.881666:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005312896 00010000:00010000:1.0:1746126822.881691:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349f32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff722d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.881725:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17636 00000100:00100000:1.0:1746126822.881731:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005312896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.881742:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.881758:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349f32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff722d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.881767:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349f32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff722d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.881785:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5000/0x63da906377349f32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff722d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.881796:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.881812:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.881818:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 31 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.881825:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 31 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.882367:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 31 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.882381:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641344:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.882444:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.884833:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641344:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.884848:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.884877:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005312896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3145us (3311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.884886:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17636 00000100:00100000:0.0:1746126822.885364:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.892461:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.896864:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.898050:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2028:x1830946005313408:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1058us (1184us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746126822.898057:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2701 00002000:00100000:0.0:1746126822.898064:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ac46680 x1830946005313408/t4294970619(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.898070:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46680 with x1830946005313408 ext(0->7) 00010000:00010000:0.0:1746126822.898076:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 34 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.898086:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 34 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.898096:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac46680 00000100:00100000:1.0:1746126822.905310:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.906699:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.906767:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005313664 00000100:00100000:1.0:1746126822.906770:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005313664 00010000:00010000:1.0:1746126822.906788:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 35 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.906819:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17637 00000100:00100000:1.0:1746126822.906825:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2027:x1830946005313664:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.906832:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.906846:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 35 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.906854:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 35 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.906868:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7234 expref: 35 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.906987:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.906990:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.906995:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.907002:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.907021:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.907030:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 5 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.907038:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641728:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.907527:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.910092:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641728:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.910110:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.910166:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2027:x1830946005313664:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3339us (3466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.910175:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17637 00000100:00100000:0.0:1746126822.910197:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.910219:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005313920 00000100:00100000:1.0:1746126822.910224:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005313920 00002000:00100000:1.0:1746126822.910254:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3100 x1830946005313920/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.910263:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3100 with x1830946005313920 ext(0->4095) 00010000:00010000:1.0:1746126822.910269:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.910284:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.910290:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b3100 00000100:00100000:1.0:1746126822.910303:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2702 00000100:00100000:1.0:1746126822.910309:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005313920:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.910414:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005313920:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.910419:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2702 00002000:00100000:1.0:1746126822.910424:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3100 x1830946005313920/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.910431:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3100 with x1830946005313920 ext(0->4095) 00010000:00010000:1.0:1746126822.910436:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.910444:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.910448:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b3100 00000100:00100000:0.0:1746126822.914581:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.914743:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005314048 00000100:00100000:1.0:1746126822.914751:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005314048 00010000:00010000:1.0:1746126822.914781:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.914914:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17638 00000100:00100000:1.0:1746126822.914922:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005314048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.914934:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.914950:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.914961:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.914980:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff723b expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.915009:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.915011:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.915018:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 33 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.915026:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 33 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.915051:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 33 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.915061:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641856:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.915854:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.922703:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.922745:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997641856:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.922762:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.922812:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005314048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7877us (8224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.922822:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17638 00000100:00100000:0.0:1746126822.928309:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005314432 00000100:00100000:0.0:1746126822.928318:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005314432 00000100:00100000:0.0:1746126822.928365:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29920 00000100:00100000:0.0:1746126822.928372:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005314432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126822.928392:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126822.928405:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7249 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.928429:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 33 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.928435:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126822.928437:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126822.928440:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.928465:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 33 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.928474:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 33 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746126822.928489:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093355180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997641984:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126822.928566:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf680c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.935479:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.938282:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005314560:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1352us (2807us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746126822.938288:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2703 00002000:00100000:0.0:1746126822.938294:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093354000 x1830946005314560/t4294970620(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 496/448 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126822.938302:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354000 with x1830946005314560 ext(0->7) 00010000:00010000:0.0:1746126822.938307:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 36 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.938317:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 36 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126822.938323:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093354000 00000100:00100000:0.0:1746126822.944671:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.944758:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.945608:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005314816 00000100:00100000:1.0:1746126822.945613:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005314816 00010000:00010000:1.0:1746126822.945629:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.945896:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17639 00000100:00100000:1.0:1746126822.945903:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005314816:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.945911:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.945925:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.945936:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.945950:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7242 expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.946615:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.946618:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.946624:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.946630:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.946652:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.946662:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 5 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.946672:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997642240:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.946951:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.948734:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997642240:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.948747:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.948785:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005314816:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2881us (4026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.948793:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17639 00000100:00100000:0.0:1746126822.950512:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.950588:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005315072 00000100:00100000:1.0:1746126822.950595:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005315072 00002000:00100000:1.0:1746126822.950629:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357b80 x1830946005315072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.950644:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357b80 with x1830946005315072 ext(0->4095) 00010000:00010000:1.0:1746126822.950651:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.950661:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.950670:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357b80 00000100:00100000:1.0:1746126822.950685:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2704 00000100:00100000:1.0:1746126822.950690:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005315072:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.950793:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005315072:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.950812:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2704 00002000:00100000:1.0:1746126822.950817:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357b80 x1830946005315072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.950823:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357b80 with x1830946005315072 ext(0->4095) 00010000:00010000:1.0:1746126822.950827:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.950835:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.950840:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357b80 00000100:00100000:0.0:1746126822.954593:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.954847:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005315200 00000100:00100000:1.0:1746126822.954854:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005315200 00010000:00010000:1.0:1746126822.954883:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.954913:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17640 00000100:00100000:1.0:1746126822.954918:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005315200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.954929:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.954944:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.954954:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.954974:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da906377349f4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7249 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.954998:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.955000:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.955006:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7250 expref: 35 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.955012:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7250 expref: 35 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.955038:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7250 expref: 35 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.955053:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997642368:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.955999:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.957253:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997642368:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126822.957267:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126822.957295:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005315200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2377us (2719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126822.957302:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17640 00000100:00100000:0.0:1746126822.959085:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.962670:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.967603:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.968528:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005315712 00000100:00100000:1.0:1746126822.968535:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005315712 00010000:00010000:1.0:1746126822.968562:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7250 expref: 36 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126822.968589:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17641 00000100:00100000:1.0:1746126822.968595:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005315712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126822.968605:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126822.968621:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7250 expref: 36 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.968631:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7250 expref: 36 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.968648:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da906377349f55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7250 expref: 36 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.968675:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.968677:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126822.968683:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7257 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.968690:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7257 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126822.968714:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7257 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126822.968724:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997642624:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126822.968780:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126822.969202:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.970455:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997642624:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126822.970468:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126822.970486:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005315712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1891us (2890us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126822.970492:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17641 00000100:00100000:1.0:1746126822.970713:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.973836:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.975692:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005316352 00000100:00100000:0.0:1746126822.975697:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005316352 00010000:00010000:0.0:1746126822.975716:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7257 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746126822.975736:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17642 00000100:00100000:0.0:1746126822.975741:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005316352:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126822.975749:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126822.975764:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7257 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.975772:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7257 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.975788:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349f5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7257 expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126822.975822:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126822.975824:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126822.975830:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 36 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.975836:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 36 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.975857:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 36 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126822.975866:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 36 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746126822.975876:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093356a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997643008:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126822.975933:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf683c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126822.979906:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.979951:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005316608 00000100:00100000:1.0:1746126822.979961:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005316608 00002000:00100000:1.0:1746126822.980007:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354e00 x1830946005316608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.980016:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354e00 with x1830946005316608 ext(0->4095) 00010000:00010000:1.0:1746126822.980023:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.980034:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.980040:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093354e00 00000100:00100000:1.0:1746126822.980065:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2706 00000100:00100000:1.0:1746126822.980072:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005316608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126822.980813:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005316608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 741us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.980818:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2706 00002000:00100000:1.0:1746126822.980823:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354e00 x1830946005316608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.980830:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354e00 with x1830946005316608 ext(0->4095) 00010000:00010000:1.0:1746126822.980834:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126822.980841:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da906377349f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff725e expref: 37 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126822.980846:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093354e00 00000100:00100000:0.0:1746126822.983849:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126822.990272:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126822.990375:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005316992 00000100:00100000:1.0:1746126822.990382:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005316992 00002000:00100000:1.0:1746126822.990413:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354700 x1830946005316992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/0 e 0 to 0 dl 1746126833 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.990423:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354700 with x1830946005316992 ext(0->4095) 00002000:00010000:1.0:1746126822.990427:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354700 00000100:00100000:1.0:1746126822.990455:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13649 00000100:00100000:1.0:1746126822.990461:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005316992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126822.990563:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005316992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126822.990568:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13649 00002000:00100000:1.0:1746126822.990572:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354700 x1830946005316992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:583/0 lens 488/4536 e 0 to 0 dl 1746126833 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126822.990579:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354700 with x1830946005316992 ext(0->4095) 00002000:00010000:1.0:1746126822.990581:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354700 00000100:00100000:0.0:1746126822.994924:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.000590:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.000757:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.003846:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.004246:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2707 00000100:00100000:1.0:1746126823.004255:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005317632:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.004361:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005317632:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.004367:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2707 00002000:00100000:1.0:1746126823.004372:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093355180 x1830946005317632/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.004379:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093355180 with x1830946005317632 ext(0->4095) 00010000:00010000:1.0:1746126823.004384:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff726c expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.004393:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da906377349f71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff726c expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.004398:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093355180 00000100:00100000:0.0:1746126823.009262:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.012761:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.017910:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.017941:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005318144 00000100:00100000:0.0:1746126823.017947:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005318144 00000100:00100000:0.0:1746126823.021916:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29927 00000100:00100000:0.0:1746126823.021930:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005318144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126823.021946:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126823.021961:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6000/0x63da906377349f7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff727a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.021990:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7273 expref: 35 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.021996:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.021997:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.022000:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6000/0x63da906377349f7f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff727a expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.022026:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7273 expref: 35 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.022034:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7273 expref: 35 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746126823.022044:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997643776:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126823.022143:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.046471:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005318272 00000100:00100000:0.0:1746126823.046478:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005318272 00002000:00100000:0.0:1746126823.046509:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb12a00 x1830946005318272/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.046518:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12a00 with x1830946005318272 ext(0->7) 00010000:00010000:0.0:1746126823.046523:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7273 expref: 36 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.046534:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7273 expref: 36 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.046546:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12a00 00000100:00100000:0.0:1746126823.047019:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2708 00000100:00100000:0.0:1746126823.047026:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005318272:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126823.048284:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005318272:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1255us (2310us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746126823.048291:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2708 00002000:00100000:0.0:1746126823.048298:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb12a00 x1830946005318272/t4294970621(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.048306:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12a00 with x1830946005318272 ext(0->7) 00010000:00010000:0.0:1746126823.048311:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7273 expref: 39 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.048322:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0ac00/0x63da906377349f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7273 expref: 39 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.048327:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12a00 00000100:00100000:0.0:1746126823.052604:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.056986:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.060147:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.063691:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.066470:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.070318:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.073990:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.075934:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.081299:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.081375:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005319936 00000100:00100000:1.0:1746126823.081382:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005319936 00000100:00100000:1.0:1746126823.081418:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29931 00000100:00100000:1.0:1746126823.081424:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1765:x1830946005319936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.081436:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.081448:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7296 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.081467:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.081472:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349f94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff728f expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.081477:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.081480:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7296 expref: 40 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.081506:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5a00/0x63da906377349f94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff728f expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.081520:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7296 expref: 40 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.081527:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126823.081562:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1765:x1830946005319936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.081567:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29931 00000100:00100000:0.0:1746126823.081961:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.086559:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.092812:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.096739:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.100214:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.109171:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.110223:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005320960:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 817us (1051us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746126823.110230:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2712 00002000:00100000:0.0:1746126823.110235:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e16d500 x1830946005320960/t4294970622(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.110242:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d500 with x1830946005320960 ext(0->7) 00010000:00010000:0.0:1746126823.110247:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7296 expref: 40 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.110255:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da906377349f9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7296 expref: 40 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.110260:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d500 00000100:00100000:0.0:1746126823.114053:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.114100:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.117176:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.117203:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005321472 00000100:00100000:1.0:1746126823.117209:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005321472 00002000:00100000:1.0:1746126823.117234:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ce00 x1830946005321472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.117244:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946005321472 ext(0->4095) 00010000:00010000:1.0:1746126823.117250:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da906377349fa2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff729d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.117261:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da906377349fa2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff729d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.117267:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16ce00 00000100:00100000:1.0:1746126823.117288:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2713 00000100:00100000:1.0:1746126823.117298:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005321472:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126823.117389:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005321472:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.117395:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2713 00002000:00100000:1.0:1746126823.117401:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ce00 x1830946005321472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.117408:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946005321472 ext(0->4095) 00010000:00010000:1.0:1746126823.117412:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da906377349fa2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff729d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.117420:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da906377349fa2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff729d expref: 6 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.117425:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16ce00 00000100:00100000:0.0:1746126823.119542:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.122809:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.125532:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.131535:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005322112:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1681us (1991us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746126823.131542:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2714 00002000:00100000:0.0:1746126823.131549:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb13480 x1830946005322112/t4294970623(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.131556:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb13480 with x1830946005322112 ext(0->7) 00010000:00010000:0.0:1746126823.131562:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099094c00/0x63da906377349fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72a4 expref: 42 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.131572:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099094c00/0x63da906377349fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72a4 expref: 42 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.131578:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb13480 00000100:00100000:0.0:1746126823.134220:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.138660:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.138833:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005322496 00000100:00100000:1.0:1746126823.138840:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005322496 00002000:00100000:1.0:1746126823.138877:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6d80 x1830946005322496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.138887:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6d80 with x1830946005322496 ext(0->4095) 00002000:00010000:1.0:1746126823.138891:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6d80 00000100:00100000:1.0:1746126823.138907:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13654 00000100:00100000:1.0:1746126823.138914:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005322496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.139018:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005322496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.139024:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13654 00002000:00100000:1.0:1746126823.139029:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6d80 x1830946005322496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.139036:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6d80 with x1830946005322496 ext(0->4095) 00002000:00010000:1.0:1746126823.139039:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6d80 00000100:00100000:0.0:1746126823.141719:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.142265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.142308:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005322752 00000100:00100000:1.0:1746126823.142312:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005322752 00000100:00100000:1.0:1746126823.142413:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29936 00000100:00100000:1.0:1746126823.142419:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1765:x1830946005322752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.142425:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.142430:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349fbe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff72b9 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.142441:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.142444:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da906377349fb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72b2 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.142448:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.142451:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349fbe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72b9 expref: 44 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.142469:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da906377349fb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72b2 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.142479:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da906377349fbe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72b9 expref: 44 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.142487:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126823.142521:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1765:x1830946005322752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.142526:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29936 00000100:00100000:0.0:1746126823.143862:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.146404:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.150412:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.153057:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.155365:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.159810:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.163094:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.163599:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005324032 00000100:00100000:1.0:1746126823.163604:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005324032 00002000:00100000:1.0:1746126823.163632:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6300 x1830946005324032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.163641:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6300 with x1830946005324032 ext(0->4095) 00002000:00010000:1.0:1746126823.163645:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6300 00000100:00100000:1.0:1746126823.163670:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13656 00000100:00100000:1.0:1746126823.163676:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005324032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.163761:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005324032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.163766:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13656 00002000:00100000:1.0:1746126823.163770:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6300 x1830946005324032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.163776:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6300 with x1830946005324032 ext(0->4095) 00002000:00010000:1.0:1746126823.163778:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6300 00000100:00100000:1.0:1746126823.163820:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.165503:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.166171:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.168908:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.171770:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.174750:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.175018:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005325056 00000100:00100000:1.0:1746126823.175024:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005325056 00002000:00100000:1.0:1746126823.175055:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981880 x1830946005325056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.175064:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981880 with x1830946005325056 ext(0->4095) 00002000:00010000:1.0:1746126823.175067:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981880 00000100:00100000:1.0:1746126823.175093:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13657 00000100:00100000:1.0:1746126823.175099:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005325056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.175235:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005325056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.175244:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13657 00002000:00100000:1.0:1746126823.175249:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981880 x1830946005325056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.175256:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981880 with x1830946005325056 ext(0->4095) 00002000:00010000:1.0:1746126823.175258:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981880 00000100:00100000:0.0:1746126823.177014:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.179661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.181869:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.185793:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.185844:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.190281:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.193324:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005326208 00000100:00100000:1.0:1746126823.193329:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005326208 00002000:00100000:1.0:1746126823.193356:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11c00 x1830946005326208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.193364:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11c00 with x1830946005326208 ext(0->4095) 00010000:00010000:1.0:1746126823.193370:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72e3 expref: 43 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.193381:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72e3 expref: 43 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.193387:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb11c00 00000100:00100000:1.0:1746126823.193412:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2717 00000100:00100000:1.0:1746126823.193418:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005326208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.193521:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005326208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.193527:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2717 00002000:00100000:1.0:1746126823.193531:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11c00 x1830946005326208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.193543:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11c00 with x1830946005326208 ext(0->4095) 00010000:00010000:1.0:1746126823.193547:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72e3 expref: 43 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.193555:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da906377349fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72e3 expref: 43 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.193560:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb11c00 00000100:00100000:0.0:1746126823.195336:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.199219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.204603:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.209627:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.210849:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.213046:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.218928:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.223387:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.231029:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.237749:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.237824:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005327872 00000100:00100000:1.0:1746126823.237830:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005327872 00002000:00100000:1.0:1746126823.237862:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b981f80 x1830946005327872/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.237870:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981f80 with x1830946005327872 ext(0->7) 00010000:00010000:1.0:1746126823.237875:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72f1 expref: 42 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.237884:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72f1 expref: 42 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.237890:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b981f80 00000100:00100000:1.0:1746126823.238491:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2719 00000100:00100000:1.0:1746126823.238499:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005327872:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126823.239189:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005327872:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 689us (1439us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746126823.239196:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2719 00002000:00100000:0.0:1746126823.239202:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b981f80 x1830946005327872/t4294970624(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.239210:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981f80 with x1830946005327872 ext(0->7) 00010000:00010000:0.0:1746126823.239216:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72f1 expref: 44 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.239226:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da906377349ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72f1 expref: 44 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.239232:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b981f80 00000100:00100000:0.0:1746126823.248525:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.252971:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.253065:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.253207:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005328384 00000100:00100000:1.0:1746126823.253212:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005328384 00002000:00100000:1.0:1746126823.253236:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981500 x1830946005328384/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.253244:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981500 with x1830946005328384 ext(0->4095) 00002000:00010000:1.0:1746126823.253248:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981500 00000100:00100000:1.0:1746126823.253270:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13661 00000100:00100000:1.0:1746126823.253276:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005328384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126823.253368:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005328384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.253529:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13661 00002000:00100000:1.0:1746126823.253535:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981500 x1830946005328384/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.253542:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981500 with x1830946005328384 ext(0->4095) 00010000:00010000:1.0:1746126823.253548:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da906377349ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72f8 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.253556:0:9601:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da906377349ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72f8 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126823.253561:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b981500 00000100:00100000:0.0:1746126823.255326:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.255390:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.258871:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997648896:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126823.258889:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126823.258935:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005328640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3258us (3543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126823.258943:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17665 00000100:00100000:1.0:1746126823.258973:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005328896 00000100:00100000:1.0:1746126823.258978:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005328896 00002000:00100000:1.0:1746126823.259009:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10a80 x1830946005328896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.259018:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10a80 with x1830946005328896 ext(0->4095) 00010000:00010000:1.0:1746126823.259025:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72ff expref: 45 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.259036:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72ff expref: 45 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.259042:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10a80 00000100:00100000:1.0:1746126823.259074:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2720 00000100:00100000:1.0:1746126823.259081:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005328896:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126823.259215:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005328896:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.259220:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2720 00002000:00100000:1.0:1746126823.259225:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10a80 x1830946005328896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.259231:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10a80 with x1830946005328896 ext(0->4095) 00010000:00010000:1.0:1746126823.259235:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72ff expref: 45 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.259243:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff72ff expref: 45 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:1.0:1746126823.259248:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10a80 00000100:00100000:0.0:1746126823.262762:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.264888:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.266530:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.266767:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005329408 00000100:00100000:1.0:1746126823.266772:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005329408 00000100:00100000:1.0:1746126823.266812:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29948 00000100:00100000:1.0:1746126823.266818:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005329408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.266826:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.266838:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a012 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff730d expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.266857:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a00b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7306 expref: 43 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.266864:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.266865:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.266868:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a012 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff730d expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.266888:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a00b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7306 expref: 43 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.266897:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a00b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7306 expref: 43 pid: 25366 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.266906:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997649152:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.266959:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.268518:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997649152:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.268538:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a012 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff730d expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.268550:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126823.268685:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005329408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1866us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.268693:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29948 00000100:00100000:0.0:1746126823.268755:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.273599:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.275436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.275515:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005329920 00000100:00100000:1.0:1746126823.275519:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005329920 00000100:00100000:1.0:1746126823.275596:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29949 00000100:00100000:1.0:1746126823.275602:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005329920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.275611:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.275623:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a019 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7314 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.275641:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a012 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff730d expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.275647:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.275665:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.275668:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a019 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7314 expref: 44 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.275693:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff730d expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.275702:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a012 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff730d expref: 5 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.275712:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997649408:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.276631:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.277623:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.277748:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997649408:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.277768:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a019 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7314 expref: 45 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.277785:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126823.277836:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005329920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2232us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.277944:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29949 00000100:00100000:0.0:1746126823.279889:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.286555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.290653:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.293236:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.294934:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.298558:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.301669:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.301699:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.301719:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.301736:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.301821:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.303335:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.303756:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.304060:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005331968 00000100:00100000:1.0:1746126823.304064:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005331968 00000100:00100000:1.0:1746126823.304086:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 588 00000100:00100000:1.0:1746126823.304091:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005331968:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1746126823.304119:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005331968:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 23us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.304138:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 588 00000100:00100000:0.0:1746126823.304329:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.304363:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.307718:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.307758:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.308105:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005332480 00000100:00100000:1.0:1746126823.308109:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005332480 00000100:00100000:1.0:1746126823.308147:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29953 00000100:00100000:1.0:1746126823.308152:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005332480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.308162:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.308171:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a035 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7330 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.308185:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7329 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.308190:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.308191:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.308194:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a035 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7330 expref: 46 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.308208:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a02e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7329 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.308216:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a02e lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7329 expref: 46 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.308224:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997650432:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.308260:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.310582:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997650432:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.310597:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a035 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7330 expref: 45 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.310607:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126823.310629:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005332480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2476us (2918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.310634:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29953 00000100:00100000:0.0:1746126823.311516:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.319957:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.322855:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.326519:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.326562:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005333376 00000100:00100000:1.0:1746126823.326569:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005333376 00000100:00100000:1.0:1746126823.326612:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29954 00000100:00100000:1.0:1746126823.326619:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005333376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.326632:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.326645:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a03c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7337 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.326683:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7330 expref: 43 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.326690:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.326692:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.326695:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a03c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7337 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.326819:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7330 expref: 43 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.326829:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7330 expref: 43 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.326839:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997650688:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.327378:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.328684:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997650688:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.328702:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a03c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7337 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.328713:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126823.328740:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005333376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2121us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.328746:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29954 00000100:00100000:0.0:1746126823.330618:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.332562:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.333837:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.333890:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005333888 00000100:00100000:1.0:1746126823.333896:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005333888 00000100:00100000:1.0:1746126823.333939:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29955 00000100:00100000:1.0:1746126823.333945:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005333888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.333956:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.333967:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a043 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff733e expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.333985:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a03c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7337 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.333992:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.333993:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.333996:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a043 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff733e expref: 44 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.334018:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a03c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7337 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.334026:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a03c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7337 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.334034:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997650944:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.334083:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.336723:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.337036:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997650944:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.337056:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a043 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff733e expref: 46 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.337187:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126823.337219:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1764:x1830946005333888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3274us (3386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.337443:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29955 00000100:00100000:0.0:1746126823.337598:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.340067:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.340331:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005334400 00000100:00100000:0.0:1746126823.340335:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005334400 00002000:00100000:0.0:1746126823.340363:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813100 x1830946005334400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.340372:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813100 with x1830946005334400 ext(0->4095) 00010000:00010000:0.0:1746126823.340377:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff733e expref: 45 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.340392:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff733e expref: 45 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.340397:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813100 00000100:00100000:0.0:1746126823.340411:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2724 00000100:00100000:0.0:1746126823.340416:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2030:x1830946005334400:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126823.340521:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2030:x1830946005334400:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126823.340562:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2724 00002000:00100000:0.0:1746126823.340568:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813100 x1830946005334400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.340575:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813100 with x1830946005334400 ext(0->4095) 00010000:00010000:0.0:1746126823.340579:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff733e expref: 45 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.340588:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff733e expref: 45 pid: 11460 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.340593:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813100 00000100:00100000:0.0:1746126823.343541:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.347341:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.349927:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.350289:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29957 00000100:00100000:1.0:1746126823.350297:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005334912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.350308:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.350321:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a051 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff734c expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.350341:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a04a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7345 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.350347:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.350348:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.350351:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a051 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff734c expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.350372:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a04a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7345 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.350380:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a04a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7345 expref: 43 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.350390:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997651456:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.350441:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.352891:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997651456:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.352917:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a051 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff734c expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.352945:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126823.352991:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005334912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2695us (3067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.352998:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29957 00000100:00100000:0.0:1746126823.353239:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.355308:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.357316:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.357478:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005335424 00000100:00100000:1.0:1746126823.357484:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005335424 00000100:00100000:1.0:1746126823.357521:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29958 00000100:00100000:1.0:1746126823.357528:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1765:x1830946005335424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.357539:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.357552:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a058 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7353 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.357580:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a051 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff734c expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.357587:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.357588:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.357591:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a058 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7353 expref: 44 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.357614:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a051 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff734c expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.357624:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a051 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff734c expref: 5 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.357638:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997651712:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.357697:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.358555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.360149:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997651712:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.360165:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a058 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7353 expref: 45 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.360175:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126823.360198:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005335424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2670us (2886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.360203:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29958 00000100:00100000:0.0:1746126823.360418:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.363927:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.367641:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.370036:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.371698:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005336448 00000100:00100000:1.0:1746126823.371703:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005336448 00000100:00100000:1.0:1746126823.371736:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29960 00000100:00100000:1.0:1746126823.371742:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005336448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.371751:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.371763:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7361 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.371787:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.371814:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.371815:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.371819:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.371846:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.371855:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 43 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:1.0:1746126823.371864:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997652224:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.371926:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.374038:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997652224:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.374059:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.374072:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126823.374305:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005336448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2561us (2683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.374314:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29960 00000100:00100000:0.0:1746126823.376183:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.377765:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005336576:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1093us (1584us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746126823.377772:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2726 00002000:00100000:0.0:1746126823.377779:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880099175880 x1830946005336576/t4294970625(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.377787:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175880 with x1830946005336576 ext(0->7) 00010000:00010000:0.0:1746126823.377792:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 46 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.377813:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 46 pid: 9596 timeout: 818 lvb_type: 0 00002000:00010000:0.0:1746126823.377819:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175880 00000100:00100000:0.0:1746126823.392493:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.393031:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005336704 00000100:00100000:1.0:1746126823.393039:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005336704 00000100:00100000:1.0:1746126823.393082:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29961 00000100:00100000:1.0:1746126823.393088:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1764:x1830946005336704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.393103:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.393117:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7368 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.393174:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.393180:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.393185:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126823.393188:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 47 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.393217:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.393229:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 47 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.393238:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126823.393287:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+47:1764:x1830946005336704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.393292:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29961 00000100:00100000:0.0:1746126823.393883:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005336832 00000100:00100000:0.0:1746126823.393888:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005336832 00010000:00010000:0.0:1746126823.393905:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 47 pid: 9596 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746126823.394501:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17679 00000100:00100000:0.0:1746126823.394508:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2028:x1830946005336832:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126823.394516:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126823.394528:0:7237:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126823 -> 1746126824 00002000:00010000:0.0:1746126823.394531:0:7237:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126823 -> 1746126824 00010000:00010000:0.0:1746126823.394536:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 47 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.394546:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 47 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.394561:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a05f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff735a expref: 47 pid: 9596 timeout: 818 lvb_type: 0 00010000:00010000:0.0:1746126823.394585:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.394587:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.394593:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.394600:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.394621:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.394630:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 5 pid: 11460 timeout: 818 lvb_type: 0 00000100:00100000:0.0:1746126823.394640:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099174e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997652480:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126823.394700:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.396646:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.397219:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005337088 00000100:00100000:1.0:1746126823.397234:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005337088 00002000:00100000:1.0:1746126823.397263:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177b80 x1830946005337088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.397272:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177b80 with x1830946005337088 ext(0->4095) 00010000:00010000:1.0:1746126823.397278:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 6 pid: 11460 timeout: 818 lvb_type: 0 00010000:00010000:1.0:1746126823.397289:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.397299:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177b80 00000100:00100000:1.0:1746126823.397321:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2727 00000100:00100000:1.0:1746126823.397327:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005337088:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.397789:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005337088:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 460us (1146us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.397803:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2727 00002000:00100000:1.0:1746126823.397808:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177b80 x1830946005337088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.397815:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177b80 with x1830946005337088 ext(0->4095) 00010000:00010000:1.0:1746126823.397820:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.397828:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a066 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7361 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.397833:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177b80 00000100:00100000:0.0:1746126823.399912:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.402330:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.402741:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005337472 00000100:00100000:1.0:1746126823.402746:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005337472 00002000:00100000:1.0:1746126823.402774:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176300 x1830946005337472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.402783:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176300 with x1830946005337472 ext(0->4095) 00002000:00010000:1.0:1746126823.402787:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099176300 00000100:00100000:1.0:1746126823.402821:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13670 00000100:00100000:1.0:1746126823.402827:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2030:x1830946005337472:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126823.402919:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2030:x1830946005337472:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.402924:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13670 00002000:00100000:1.0:1746126823.402929:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176300 x1830946005337472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.402936:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176300 with x1830946005337472 ext(0->4095) 00002000:00010000:1.0:1746126823.402938:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099176300 00000100:00100000:0.0:1746126823.405939:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.409725:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005337600 00000100:00100000:1.0:1746126823.409735:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005337600 00000100:00100000:1.0:1746126823.409786:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29962 00000100:00100000:1.0:1746126823.409802:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005337600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.409820:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.409835:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff736f expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.409858:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 45 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.409865:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.409867:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.409870:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.409894:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 45 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.409909:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 45 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.409920:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997652736:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.410012:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.412766:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997652736:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.412789:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.412815:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126823.412847:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005337600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3053us (6915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.412854:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29962 00000100:00100000:0.0:1746126823.414192:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.414268:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005337728 00000100:00100000:1.0:1746126823.414274:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005337728 00002000:00100000:1.0:1746126823.414300:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880099174000 x1830946005337728/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.414378:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174000 with x1830946005337728 ext(0->7) 00010000:00010000:1.0:1746126823.414385:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 46 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.414396:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 46 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.414406:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174000 00000100:00100000:1.0:1746126823.414430:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2728 00000100:00100000:1.0:1746126823.414437:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2027:x1830946005337728:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126823.416755:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2027:x1830946005337728:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2311us (2558us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746126823.416764:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2728 00002000:00100000:0.0:1746126823.416771:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880099174000 x1830946005337728/t4294970626(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.416779:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174000 with x1830946005337728 ext(0->7) 00010000:00010000:0.0:1746126823.416786:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 48 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.416806:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a06d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7368 expref: 48 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.416812:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174000 00000100:00100000:0.0:1746126823.428403:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.428455:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.428549:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005337856 00000100:00100000:1.0:1746126823.428557:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005337856 00000100:00100000:1.0:1746126823.428593:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29963 00000100:00100000:1.0:1746126823.428600:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+48:1764:x1830946005337856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.428615:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.428629:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a07b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7376 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.428651:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.428656:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.428661:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126823.428665:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a07b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7376 expref: 49 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.428693:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.428704:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a07b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7376 expref: 49 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.428713:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126823.428751:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005337856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.428756:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29963 00000100:00100000:0.0:1746126823.432552:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.433225:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005338240 00000100:00100000:1.0:1746126823.433230:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005338240 00002000:00100000:1.0:1746126823.433259:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175c00 x1830946005338240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.433268:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175c00 with x1830946005338240 ext(0->4095) 00010000:00010000:1.0:1746126823.433274:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.433285:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.433292:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175c00 00000100:00100000:1.0:1746126823.433313:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2729 00000100:00100000:1.0:1746126823.433319:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005338240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.434104:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005338240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 783us (1555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.434110:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2729 00002000:00100000:1.0:1746126823.434116:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175c00 x1830946005338240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.434122:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175c00 with x1830946005338240 ext(0->4095) 00010000:00010000:1.0:1746126823.434143:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.434156:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff736f expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.434162:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175c00 00000100:00100000:0.0:1746126823.440851:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.445029:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.445087:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005338624 00000100:00100000:1.0:1746126823.445094:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005338624 00002000:00100000:1.0:1746126823.445284:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174a80 x1830946005338624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.445294:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174a80 with x1830946005338624 ext(0->4095) 00002000:00010000:1.0:1746126823.445298:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174a80 00000100:00100000:1.0:1746126823.445319:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13671 00000100:00100000:1.0:1746126823.445327:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2029:x1830946005338624:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126823.445427:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2029:x1830946005338624:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.445433:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13671 00002000:00100000:1.0:1746126823.445438:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174a80 x1830946005338624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.445445:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174a80 with x1830946005338624 ext(0->4095) 00002000:00010000:1.0:1746126823.445447:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174a80 00000100:00100000:0.0:1746126823.452762:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.462705:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.463593:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.463727:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005338880 00000100:00100000:1.0:1746126823.463735:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005338880 00002000:00100000:1.0:1746126823.463776:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de11500 x1830946005338880/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.463791:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de11500 with x1830946005338880 ext(0->7) 00010000:00010000:1.0:1746126823.463810:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a07b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7376 expref: 48 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.463822:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a07b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7376 expref: 48 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.463828:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de11500 00000100:00100000:1.0:1746126823.463856:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2730 00000100:00100000:1.0:1746126823.463863:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005338880:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126823.464641:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005338880:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 777us (1941us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746126823.464647:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2730 00002000:00100000:0.0:1746126823.464653:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de11500 x1830946005338880/t4294970627(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.464659:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de11500 with x1830946005338880 ext(0->7) 00010000:00010000:0.0:1746126823.464663:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a07b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7376 expref: 51 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.464676:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a07b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7376 expref: 51 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.464681:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de11500 00000100:00100000:0.0:1746126823.466468:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.469071:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.473269:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.477720:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.479652:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.484278:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.489372:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.489421:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.491217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.492092:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.494712:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.496115:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.499311:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.504905:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.510106:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.510544:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.510568:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005341696 00000100:00100000:1.0:1746126823.510571:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005341696 00000100:00100000:1.0:1746126823.510661:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29970 00000100:00100000:1.0:1746126823.510667:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005341696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.510678:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.510688:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73a7 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.510922:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a0a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.510928:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.510929:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.510933:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a7 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.510949:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a0a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.510957:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a0a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a0 expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.510967:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997654784:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.511271:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.513359:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997654784:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.513380:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a7 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.513392:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126823.513432:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005341696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2764us (2886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.513439:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29970 00000100:00100000:0.0:1746126823.515181:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.520049:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.524163:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.528325:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.528483:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005342464 00000100:00100000:1.0:1746126823.528490:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005342464 00000100:00100000:1.0:1746126823.528533:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29971 00000100:00100000:1.0:1746126823.528539:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005342464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.528554:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.528567:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a0b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73ae expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.528594:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a7 expref: 49 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.528601:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.528603:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.528606:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a0b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ae expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.528628:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a7 expref: 49 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.528637:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a7 expref: 49 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.528648:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997655040:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.529221:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.530032:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.530105:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997655040:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.530121:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a0b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ae expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.530145:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e200, rc 0) 00000100:00100000:1.0:1746126823.530169:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005342464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1631us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.530175:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29971 00000100:00100000:0.0:1746126823.531716:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005342592:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1499us (1681us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746126823.531723:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2734 00002000:00100000:0.0:1746126823.531729:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de77100 x1830946005342592/t4294970628(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.531737:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77100 with x1830946005342592 ext(0->7) 00010000:00010000:0.0:1746126823.531743:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a7 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.531753:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73a7 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.531759:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de77100 00000100:00100000:0.0:1746126823.533910:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.539729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.539825:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.540200:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005343104 00000100:00100000:1.0:1746126823.540204:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005343104 00000100:00100000:1.0:1746126823.540243:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29972 00000100:00100000:1.0:1746126823.540248:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005343104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.540257:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.540269:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a0ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73b5 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.540288:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a0b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ae expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.540294:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.540296:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.540299:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a0ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73b5 expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.540323:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a0b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ae expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.540333:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a0b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ae expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.540343:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997655296:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.540402:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.542628:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.542723:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997655296:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.542745:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a0ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73b5 expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.542762:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126823.542811:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005343104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2562us (2985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.542817:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29972 00000100:00100000:1.0:1746126823.543111:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005343232 00000100:00100000:1.0:1746126823.543116:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005343232 00000100:00100000:1.0:1746126823.543171:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29973 00000100:00100000:1.0:1746126823.543177:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1765:x1830946005343232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.543189:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.543199:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a0c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73bc expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.543214:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.543218:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a0ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73b5 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.543223:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.543226:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a0c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73bc expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.543247:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a0ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73b5 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.543255:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a0c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73bc expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126823.543256:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126823.543266:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126823.543288:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005343232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.543293:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29973 00000100:00100000:0.0:1746126823.546298:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.550824:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.555228:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.558621:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.558877:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005344128 00000100:00100000:1.0:1746126823.558884:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005344128 00000100:00100000:1.0:1746126823.558929:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29974 00000100:00100000:1.0:1746126823.558937:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005344128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.558951:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.558964:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73c3 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.558986:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a0c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73bc expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.558997:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.558999:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.559002:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.559025:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a0c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73bc expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.559035:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a0c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73bc expref: 51 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.559050:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997655808:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.559123:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.561455:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997655808:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.561479:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.561492:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126823.561527:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005344128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2591us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.561534:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29974 00000100:00100000:0.0:1746126823.561875:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.567159:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997655936:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126823.567177:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126823.567248:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005344256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4371us (5371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.567259:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17693 00000100:00100000:0.0:1746126823.567977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.568024:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005344512 00000100:00100000:0.0:1746126823.568026:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.568030:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005344512 00002000:00100000:1.0:1746126823.568060:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace6a00 x1830946005344512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.568068:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6a00 with x1830946005344512 ext(0->4095) 00002000:00010000:1.0:1746126823.568071:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace6a00 00000100:00100000:1.0:1746126823.568102:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13678 00000100:00100000:1.0:1746126823.568108:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005344512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.568256:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005344512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.568265:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13678 00002000:00100000:1.0:1746126823.568270:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace6a00 x1830946005344512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.568276:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6a00 with x1830946005344512 ext(0->4095) 00002000:00010000:1.0:1746126823.568279:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace6a00 00000100:00100000:1.0:1746126823.568295:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005344640 00000100:00100000:1.0:1746126823.568298:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005344640 00000100:00100000:1.0:1746126823.568325:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29975 00000100:00100000:1.0:1746126823.568330:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005344640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.568338:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.568350:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73ca expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.568367:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.568373:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.568375:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.568378:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.568456:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.568466:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.568481:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997656064:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.568537:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.570240:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.570323:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997656064:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.570342:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.570353:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126823.570379:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005344640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2049us (2353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.570386:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29975 00000100:00100000:1.0:1746126823.570400:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005344768 00000100:00100000:1.0:1746126823.570403:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005344768 00000100:00100000:1.0:1746126823.570435:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29976 00000100:00100000:1.0:1746126823.570441:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1765:x1830946005344768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.570450:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.570458:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73d1 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.570471:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.570474:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.570479:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.570482:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.570504:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.570513:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.570519:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126823.570540:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005344768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.570545:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29976 00000100:00100000:0.0:1746126823.571166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.571221:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005344896 00000100:00100000:1.0:1746126823.571225:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005344896 00010000:00010000:1.0:1746126823.571239:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.571402:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17694 00000100:00100000:1.0:1746126823.571409:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005344896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126823.571417:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126823.571432:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.571441:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.571455:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a0c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73c3 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.571735:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.571737:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.571743:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.571751:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.571770:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.571780:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.571789:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997656320:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126823.571863:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.573201:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997656320:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126823.573212:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126823.573240:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005344896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1831us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.573248:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17694 00000100:00100000:0.0:1746126823.573711:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.573905:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005345152 00000100:00100000:1.0:1746126823.573909:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005345152 00002000:00100000:1.0:1746126823.573934:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946005345152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.573947:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946005345152 ext(0->4095) 00010000:00010000:1.0:1746126823.573953:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.573963:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.573998:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:1.0:1746126823.574102:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2736 00000100:00100000:1.0:1746126823.574109:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005345152:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.574804:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005345152:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 684us (1081us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.574810:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2736 00002000:00100000:1.0:1746126823.574815:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946005345152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.574822:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946005345152 ext(0->4095) 00010000:00010000:1.0:1746126823.574827:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.574836:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.574842:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:0.0:1746126823.577008:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.577238:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005345280 00000100:00100000:1.0:1746126823.577245:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005345280 00010000:00010000:1.0:1746126823.577271:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.577305:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17695 00000100:00100000:1.0:1746126823.577312:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005345280:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126823.577322:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126823.577337:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.577347:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.577365:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a0cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ca expref: 53 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.577392:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.577394:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.577399:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.577406:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.577434:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126823.577445:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997656448:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126823.577521:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.580407:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.581397:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997656448:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126823.581411:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126823.581435:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005345280:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4124us (4432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.581442:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17695 00000100:00100000:0.0:1746126823.582563:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.586028:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.586183:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005345792 00000100:00100000:1.0:1746126823.586188:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005345792 00010000:00010000:1.0:1746126823.586209:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.586239:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17696 00000100:00100000:1.0:1746126823.586245:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005345792:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126823.586255:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126823.586270:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.586279:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.586297:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a0d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d1 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.586873:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.586875:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.586883:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a0dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.586895:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a0dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.586922:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a0dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126823.586932:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997656704:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126823.587400:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.590023:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997656704:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126823.590042:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126823.590081:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005345792:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3835us (4052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.590090:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17696 00000100:00100000:0.0:1746126823.590331:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.590806:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.593735:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.594098:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.594159:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005346432 00000100:00100000:1.0:1746126823.594163:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005346432 00010000:00010000:1.0:1746126823.594179:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a0dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d8 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.594210:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17697 00000100:00100000:1.0:1746126823.594216:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005346432:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126823.594224:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126823.594238:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a0dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d8 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.594248:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a0dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d8 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.594263:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a0dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73d8 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.594275:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.594277:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.594282:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.594289:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.594306:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.594315:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.594324:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997657088:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126823.594366:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.596613:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997657088:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126823.596628:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126823.596778:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.597209:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005346432:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2992us (3110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.597216:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17697 00000100:00100000:0.0:1746126823.599808:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.599894:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005346816 00000100:00100000:1.0:1746126823.599901:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005346816 00010000:00010000:1.0:1746126823.599927:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.599963:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17698 00000100:00100000:1.0:1746126823.599969:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005346816:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126823.599980:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126823.599995:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.600006:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.600026:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a0e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73df expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.600038:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.600040:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.600045:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a0eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73e6 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.600053:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a0eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73e6 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.600079:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a0eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73e6 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126823.600089:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997657216:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126823.600559:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.603183:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997657216:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126823.603202:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126823.603242:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005346816:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3272us (3452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.603252:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17698 00000100:00100000:0.0:1746126823.603720:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.607245:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.610998:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.611052:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005347328 00000100:00100000:1.0:1746126823.611058:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005347328 00010000:00010000:1.0:1746126823.611086:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a0eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73e6 expref: 52 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746126823.616730:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005347456 00000100:00100000:0.0:1746126823.616733:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005347456 00000100:00100000:0.0:1746126823.616756:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29981 00000100:00100000:0.0:1746126823.616761:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005347456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126823.616769:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126823.616781:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734a0f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff73f4 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.616811:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a0f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ed expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.616818:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.616819:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.616822:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734a0f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73f4 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.616846:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a0f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ed expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.616856:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a0f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff73ed expref: 5 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746126823.616866:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997657600:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126823.616929:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.618617:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.620158:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.623455:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.625672:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.629347:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.629401:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005348608 00000100:00100000:1.0:1746126823.629409:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005348608 00002000:00100000:1.0:1746126823.629442:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad64700 x1830946005348608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.629451:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64700 with x1830946005348608 ext(0->4095) 00002000:00010000:1.0:1746126823.629455:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad64700 00000100:00100000:1.0:1746126823.629472:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13683 00000100:00100000:1.0:1746126823.629479:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005348608:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126823.629581:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005348608:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.629587:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13683 00002000:00100000:1.0:1746126823.629592:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad64700 x1830946005348608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.629598:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64700 with x1830946005348608 ext(0->4095) 00002000:00010000:1.0:1746126823.629601:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad64700 00000100:00100000:0.0:1746126823.631640:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.635019:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.639721:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.640027:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.641909:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997658368:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126823.641926:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.641937:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:0.0:1746126823.641972:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005349248:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1756us (2252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126823.641977:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29984 00000100:00100000:0.0:1746126823.642597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.643708:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.645610:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.646006:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005349760 00000100:00100000:1.0:1746126823.646011:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005349760 00002000:00100000:1.0:1746126823.646039:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3480 x1830946005349760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.646048:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3480 with x1830946005349760 ext(0->4095) 00010000:00010000:1.0:1746126823.646053:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 53 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.646063:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 53 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.646069:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f3480 00000100:00100000:1.0:1746126823.646089:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2740 00000100:00100000:1.0:1746126823.646094:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005349760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.646255:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005349760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.646260:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2740 00002000:00100000:1.0:1746126823.646265:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3480 x1830946005349760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.646272:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3480 with x1830946005349760 ext(0->4095) 00010000:00010000:1.0:1746126823.646276:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 53 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.646283:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 53 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.646289:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f3480 00000100:00100000:0.0:1746126823.647972:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.648236:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17704 00000100:00100000:1.0:1746126823.648243:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005349888:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126823.648252:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126823.648267:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 53 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.648276:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 53 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.648294:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a10e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7409 expref: 53 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.648318:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.648320:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.648326:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7410 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.648332:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7410 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.648357:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7410 expref: 52 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126823.648366:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997658752:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126823.648437:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.650099:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997658752:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126823.650113:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126823.650167:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005349888:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1923us (2196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.650175:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17704 00000100:00100000:0.0:1746126823.651028:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.651106:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005350144 00000100:00100000:1.0:1746126823.651111:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005350144 00002000:00100000:1.0:1746126823.651169:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1180 x1830946005350144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.651177:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1180 with x1830946005350144 ext(0->4095) 00002000:00010000:1.0:1746126823.651180:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f1180 00000100:00100000:1.0:1746126823.651203:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13684 00000100:00100000:1.0:1746126823.651208:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005350144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.651574:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005350144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 364us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.651580:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13684 00002000:00100000:1.0:1746126823.651585:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1180 x1830946005350144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.651591:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1180 with x1830946005350144 ext(0->4095) 00002000:00010000:1.0:1746126823.651594:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f1180 00000100:00100000:0.0:1746126823.654845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.654907:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005350272 00000100:00100000:1.0:1746126823.654914:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005350272 00000100:00100000:1.0:1746126823.654964:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29986 00000100:00100000:1.0:1746126823.654971:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005350272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.654985:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.654998:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a11c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7417 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.655021:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7410 expref: 51 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.655027:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.655029:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.655032:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a11c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7417 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.655055:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7410 expref: 51 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.655064:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7410 expref: 51 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.655074:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997658880:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.655179:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.657085:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.657168:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997658880:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.657189:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a11c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7417 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.657203:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e200, rc 0) 00000100:00100000:1.0:1746126823.657238:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005350272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2268us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.657249:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29986 00000100:00100000:0.0:1746126823.660443:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.662239:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.662303:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005350784 00000100:00100000:1.0:1746126823.662308:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005350784 00000100:00100000:1.0:1746126823.662452:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29987 00000100:00100000:1.0:1746126823.662458:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005350784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.662468:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.662481:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a123 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff741e expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.662499:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a11c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7417 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.662506:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.662507:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.662510:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a123 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff741e expref: 52 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.662531:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a11c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7417 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.662539:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a11c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7417 expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.662548:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997659136:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.662610:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.663588:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.664368:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997659136:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.664383:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a123 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff741e expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.664391:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126823.664422:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005350784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1964us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.664431:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29987 00000100:00100000:0.0:1746126823.665724:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.671774:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.673870:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.677179:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.679727:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.680008:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005351808 00000100:00100000:1.0:1746126823.680015:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005351808 00000100:00100000:1.0:1746126823.680060:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29989 00000100:00100000:1.0:1746126823.680069:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005351808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.680083:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.680100:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a131 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff742c expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.680122:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a12a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7425 expref: 51 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.680155:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.680157:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.680166:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a131 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff742c expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.680195:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a12a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7425 expref: 51 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.680205:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a12a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7425 expref: 51 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.680217:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997659648:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.680348:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.684743:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997659648:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.684769:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a131 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff742c expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.684783:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126823.684829:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005351808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4763us (5107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.684836:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29989 00000100:00100000:0.0:1746126823.685900:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.686636:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.686716:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005352064 00000100:00100000:0.0:1746126823.686720:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005352064 00000100:00100000:0.0:1746126823.686745:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29990 00000100:00100000:0.0:1746126823.686750:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005352064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126823.686760:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126823.686769:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7433 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.686788:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff742c expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.686802:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.686803:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.686806:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a138 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7433 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.686820:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff742c expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.686829:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff742c expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746126823.686836:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997659904:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126823.686858:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.688556:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.691259:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.691326:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005352448 00000100:00100000:1.0:1746126823.691331:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005352448 00000100:00100000:1.0:1746126823.691352:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29991 00000100:00100000:1.0:1746126823.691357:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1765:x1830946005352448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.691369:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.691380:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a13f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff743a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.691396:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.691401:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7433 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.691406:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.691410:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a13f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff743a expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.691433:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7433 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.691443:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a13f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff743a expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.691449:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126823.691465:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005352448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.691470:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29991 00000100:00100000:0.0:1746126823.695894:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.698361:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.700880:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.703631:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.706722:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.706775:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005353344 00000100:00100000:1.0:1746126823.706782:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005353344 00000100:00100000:1.0:1746126823.706834:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29992 00000100:00100000:1.0:1746126823.706840:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005353344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.706854:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.706868:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a146 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7441 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.706889:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a13f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff743a expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.706895:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.706897:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.706899:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a146 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7441 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.706923:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a13f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff743a expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.706932:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a13f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff743a expref: 51 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.706941:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997660416:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.707009:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.709449:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997660416:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.709474:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a146 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7441 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.709487:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126823.709521:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005353344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2680us (2805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.709529:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29992 00000100:00100000:0.0:1746126823.710349:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.713538:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.714175:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.715153:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005353856 00000100:00100000:1.0:1746126823.715159:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005353856 00000100:00100000:1.0:1746126823.715193:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29993 00000100:00100000:1.0:1746126823.715200:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005353856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.715210:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.715223:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a14d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7448 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.715242:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a146 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7441 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.715249:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.715251:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.715254:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a14d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7448 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.715283:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7441 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.715293:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7441 expref: 5 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.715308:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997660672:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.715437:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.715453:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.717852:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.717934:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997660672:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.717954:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a14d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7448 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.717965:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126823.718042:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005353856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2842us (3867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.718049:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29993 00000100:00100000:0.0:1746126823.720449:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.724386:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.727312:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.729247:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.731555:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005354880 00000100:00100000:1.0:1746126823.731567:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005354880 00000100:00100000:1.0:1746126823.731623:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29995 00000100:00100000:1.0:1746126823.731630:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005354880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.731649:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.731664:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a15b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7456 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.731690:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff744f expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.731697:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.731699:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126823.731702:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a15b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7456 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.731730:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff744f expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.731741:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff744f expref: 51 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.731751:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997661184:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.731834:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.733473:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997661184:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.733491:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a15b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7456 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.733501:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f200, rc 0) 00000100:00100000:1.0:1746126823.733528:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005354880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1898us (4283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.733537:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29995 00000100:00100000:0.0:1746126823.735434:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.739841:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.739916:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.740031:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005355136 00000100:00100000:1.0:1746126823.740037:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005355136 00000100:00100000:1.0:1746126823.740059:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 29996 00000100:00100000:1.0:1746126823.740064:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005355136:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126823.740072:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126823.740084:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a162 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff745d expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.740103:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a15b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7456 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.740110:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.740111:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126823.740114:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a162 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff745d expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.740157:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a15b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7456 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.740167:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f200/0x63da90637734a15b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7456 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.740178:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997661440:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126823.740229:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.742122:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997661440:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126823.742177:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a162 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff745d expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126823.742189:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126823.742220:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005355136:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2155us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126823.742227:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 29996 00000100:00100000:0.0:1746126823.742519:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.743952:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.748291:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.751318:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.753834:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.755555:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.760610:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.766172:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.766217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.770711:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.770774:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.774051:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.777772:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.781918:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.784273:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.786491:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.790305:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.791807:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.794369:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.796245:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.798984:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.801544:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.806508:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.808168:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.809992:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.811960:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.814874:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.815085:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.820168:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.822345:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.824789:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126823.825008:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126823.825012:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.825039:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da800/0x63da90637734a1a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74a3 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.825049:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.825057:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0800, rc 0) 00000100:00100000:3.0:1746126823.825098:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005360640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.825104:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30007 00000100:00100000:0.0:1746126823.825467:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.829230:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.829458:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005361024 00000100:00100000:3.0:1746126823.829463:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005361024 00002000:00100000:3.0:1746126823.829493:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488e00 x1830946005361024/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.829502:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488e00 with x1830946005361024 ext(0->4095) 00010000:00010000:3.0:1746126823.829508:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da800/0x63da90637734a1a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74a3 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.829518:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da800/0x63da90637734a1a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74a3 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.829524:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488e00 00000100:00100000:3.0:1746126823.829538:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2749 00000100:00100000:3.0:1746126823.829544:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005361024:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126823.829668:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005361024:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (443us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126823.829674:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2749 00002000:00100000:3.0:1746126823.829706:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488e00 x1830946005361024/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.829713:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488e00 with x1830946005361024 ext(0->4095) 00010000:00010000:3.0:1746126823.829718:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da800/0x63da90637734a1a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74a3 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.829726:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da800/0x63da90637734a1a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74a3 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.829931:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488e00 00000100:00100000:0.0:1746126823.831717:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.831838:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.831903:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005361280 00000100:00100000:3.0:1746126823.831906:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005361280 00000100:00100000:3.0:1746126823.831930:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30008 00000100:00100000:3.0:1746126823.831935:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005361280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126823.831945:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126823.831966:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff74b1 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.831981:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.831986:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.831987:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.831990:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74b1 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.832005:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.832066:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.832077:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997664384:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126823.832208:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.833983:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.834081:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997664384:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126823.834101:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74b1 expref: 53 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.834114:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00000100:00100000:3.0:1746126823.834581:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005361280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2644us (2741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.834588:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30008 00000100:00100000:3.0:1746126823.834614:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005361536 00000100:00100000:3.0:1746126823.834617:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005361536 00002000:00100000:3.0:1746126823.834641:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098489880 x1830946005361536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.834649:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489880 with x1830946005361536 ext(0->4095) 00010000:00010000:3.0:1746126823.834655:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.834670:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.834675:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098489880 00000100:00100000:3.0:1746126823.834696:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2750 00000100:00100000:3.0:1746126823.834939:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005361536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126823.835035:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005361536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 332us (1056us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126823.835040:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2750 00002000:00100000:3.0:1746126823.835045:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098489880 x1830946005361536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.835052:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489880 with x1830946005361536 ext(0->4095) 00010000:00010000:3.0:1746126823.835056:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.835064:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a1af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74aa expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.835069:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098489880 00000100:00100000:0.0:1746126823.837205:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.840238:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.840389:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005361920 00000100:00100000:3.0:1746126823.840394:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005361920 00002000:00100000:3.0:1746126823.840422:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427480 x1830946005361920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.840431:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427480 with x1830946005361920 ext(0->4095) 00002000:00010000:3.0:1746126823.840435:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098427480 00000100:00100000:3.0:1746126823.840448:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13697 00000100:00100000:3.0:1746126823.840453:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005361920:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126823.840705:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005361920:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 251us (467us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126823.840710:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13697 00002000:00100000:3.0:1746126823.840715:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427480 x1830946005361920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.840721:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427480 with x1830946005361920 ext(0->4095) 00002000:00010000:3.0:1746126823.840723:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098427480 00000100:00100000:0.0:1746126823.842343:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.842416:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005362048 00000100:00100000:3.0:1746126823.842421:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005362048 00000100:00100000:3.0:1746126823.842456:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30009 00000100:00100000:3.0:1746126823.842462:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005362048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126823.842473:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126823.842486:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a1bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff74b8 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.842505:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74b1 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.842512:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126823.842513:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126823.842516:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a1bd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74b8 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.842542:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74b1 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.842551:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74b1 expref: 51 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.842560:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997664768:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126823.843257:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.844284:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997664768:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126823.844301:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a1bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74b8 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126823.844311:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126823.844312:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0600, rc 0) 00000100:00100000:3.0:1746126823.844348:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005362048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1885us (2007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.844354:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30009 00000100:00100000:1.0:1746126823.846391:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.846500:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005362432 00000100:00100000:3.0:1746126823.846504:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005362432 00002000:00100000:3.0:1746126823.846532:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45500 x1830946005362432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.846546:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45500 with x1830946005362432 ext(0->4095) 00002000:00010000:3.0:1746126823.846550:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45500 00000100:00100000:0.0:1746126823.847896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.848071:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005362560 00000100:00100000:3.0:1746126823.848075:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005362560 00000100:00100000:0.0:1746126823.850309:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.850359:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.850466:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005362816 00000100:00100000:3.0:1746126823.850471:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005362816 00000100:00100000:3.0:1746126823.850493:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30011 00000100:00100000:3.0:1746126823.850497:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005362816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126823.850507:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126823.850518:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff74c6 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.850533:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.850537:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.850542:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126823.850545:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.850567:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.850576:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.850583:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00000100:00100000:3.0:1746126823.850616:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005362816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.850621:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30011 00000100:00100000:0.0:1746126823.852883:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.853002:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005363072 00000100:00100000:3.0:1746126823.853007:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005363072 00002000:00100000:3.0:1746126823.853033:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53b80 x1830946005363072/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.853041:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53b80 with x1830946005363072 ext(0->4095) 00010000:00010000:3.0:1746126823.853047:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.853057:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.853063:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba53b80 00000100:00100000:3.0:1746126823.853114:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2751 00000100:00100000:3.0:1746126823.853121:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005363072:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126823.853299:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005363072:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126823.853305:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2751 00002000:00100000:3.0:1746126823.853310:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53b80 x1830946005363072/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.853317:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53b80 with x1830946005363072 ext(0->4095) 00010000:00010000:3.0:1746126823.853321:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.853334:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.853339:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba53b80 00000100:00100000:0.0:1746126823.856676:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.856721:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.856829:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005363328 00000100:00100000:3.0:1746126823.856832:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005363328 00010000:00010000:3.0:1746126823.856845:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.856875:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17730 00000100:00100000:3.0:1746126823.856884:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005363328:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.856891:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.857012:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.857021:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.857037:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74bf expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.857141:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.857177:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005363328:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 294us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.857183:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17730 00000100:00100000:0.0:1746126823.858737:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.858925:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005363584 00000100:00100000:3.0:1746126823.858930:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005363584 00002000:00100000:3.0:1746126823.858955:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb480 x1830946005363584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.858964:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb480 with x1830946005363584 ext(0->4095) 00010000:00010000:3.0:1746126823.858970:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.858981:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.858986:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deeb480 00000100:00100000:3.0:1746126823.859012:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2752 00000100:00100000:3.0:1746126823.859017:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005363584:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126823.859118:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005363584:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (383us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126823.859144:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2752 00002000:00100000:3.0:1746126823.859150:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb480 x1830946005363584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.859156:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb480 with x1830946005363584 ext(0->4095) 00010000:00010000:3.0:1746126823.859161:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.859169:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.859174:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deeb480 00000100:00100000:0.0:1746126823.860770:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.861157:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.861683:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005363840 00000100:00100000:3.0:1746126823.861687:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005363840 00010000:00010000:3.0:1746126823.861701:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.861764:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17731 00000100:00100000:3.0:1746126823.861771:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2029:x1830946005363840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.861782:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.861806:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.861815:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.861829:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a1cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74c6 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.861849:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.861851:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.861856:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.861863:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.861882:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.861891:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.861902:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997665792:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.861963:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.863715:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.863802:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997665792:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.863815:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.863845:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2029:x1830946005363840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2075us (2689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.863852:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17731 00000100:00100000:0.0:1746126823.866732:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.866814:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005364224 00000100:00100000:3.0:1746126823.866820:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005364224 00010000:00010000:3.0:1746126823.866843:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.866933:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17732 00000100:00100000:3.0:1746126823.866940:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005364224:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.866951:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.866968:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.866977:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.866995:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a1d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74cd expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.867006:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.867008:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.867013:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.867018:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.867044:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.867054:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997665920:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.867560:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.868849:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997665920:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.868862:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.869206:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005364224:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2264us (2476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.869214:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17732 00000100:00100000:0.0:1746126823.869625:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.871407:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.871827:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30014 00000100:00100000:0.0:1746126823.871834:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005364608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126823.871847:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126823.871859:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff74db expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.871880:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.871887:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.871888:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.871892:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.871915:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 51 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.871925:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 51 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746126823.871935:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997666048:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126823.872004:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.874584:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.874656:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005364736 00000100:00100000:3.0:1746126823.874662:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005364736 00010000:00010000:3.0:1746126823.874683:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.874714:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17733 00000100:00100000:3.0:1746126823.874720:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005364736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.874731:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.874747:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.874756:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.874778:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a1d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74d4 expref: 52 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.874810:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.874813:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.874819:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.874825:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.874848:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.874857:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997666176:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.874984:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.876643:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997666176:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.876655:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.876691:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005364736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1970us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.876699:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17733 00000100:00100000:0.0:1746126823.877258:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.877638:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005364992 00000100:00100000:3.0:1746126823.877643:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005364992 00002000:00100000:3.0:1746126823.877674:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110e00 x1830946005364992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.877683:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110e00 with x1830946005364992 ext(0->4095) 00002000:00010000:3.0:1746126823.877687:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110e00 00000100:00100000:3.0:1746126823.877740:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13700 00000100:00100000:3.0:1746126823.877746:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005364992:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126823.878041:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005364992:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 294us (783us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126823.878047:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13700 00002000:00100000:3.0:1746126823.878053:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110e00 x1830946005364992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.878060:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110e00 with x1830946005364992 ext(0->4095) 00002000:00010000:3.0:1746126823.878066:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110e00 00000100:00100000:0.0:1746126823.880413:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.880693:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.881088:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30016 00000100:00100000:0.0:1746126823.881093:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005365248:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126823.881099:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126823.881104:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff74e9 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.881113:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.881116:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 54 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.881120:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.881122:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.881158:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 54 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.881167:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.881175:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:0.0:1746126823.881192:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946005365248:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126823.881200:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30016 00000100:00100000:0.0:1746126823.883714:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.883864:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005365376 00000100:00100000:3.0:1746126823.883868:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005365376 00010000:00010000:3.0:1746126823.883887:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.883925:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17734 00000100:00100000:3.0:1746126823.883930:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005365376:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.883937:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.883950:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.883959:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.883975:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a1e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74db expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.883998:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.884001:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.884006:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.884012:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.884032:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.884039:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.884047:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997666560:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.884097:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.886833:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.887177:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997666560:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.887190:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.887229:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005365376:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3299us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.887237:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17734 00000100:00100000:0.0:1746126823.889862:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.889936:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.890483:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005365888 00000100:00100000:3.0:1746126823.890488:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005365888 00010000:00010000:3.0:1746126823.890506:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.890533:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17735 00000100:00100000:3.0:1746126823.890539:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2029:x1830946005365888:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.890552:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.890567:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.890576:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.890592:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a1e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e2 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.890602:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.890604:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.890610:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.890616:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.890641:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.890651:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997666688:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.891249:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.893571:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.893660:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997666688:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.893674:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.893706:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2029:x1830946005365888:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3167us (3768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.893717:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17735 00000100:00100000:0.0:1746126823.896565:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.897423:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005366400 00000100:00100000:3.0:1746126823.897427:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005366400 00010000:00010000:3.0:1746126823.897443:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 53 pid: 21550 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.897461:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17736 00000100:00100000:3.0:1746126823.897466:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005366400:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.897476:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.897491:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 53 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.897500:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 53 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.897514:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a1ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74e9 expref: 53 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.897536:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.897537:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.897542:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.897549:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.897567:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.897576:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 5 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.897587:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667072:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.897628:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.899550:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667072:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.899563:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.899763:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005366400:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2295us (2390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.899772:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17736 00000100:00100000:0.0:1746126823.899978:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005366656 00000100:00100000:0.0:1746126823.899985:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005366656 00002000:00100000:0.0:1746126823.900011:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811180 x1830946005366656/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.900019:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811180 with x1830946005366656 ext(0->4095) 00010000:00010000:0.0:1746126823.900025:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.900036:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.900042:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811180 00000100:00100000:0.0:1746126823.900054:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2756 00000100:00100000:0.0:1746126823.900059:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005366656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126823.900163:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005366656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126823.900168:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2756 00002000:00100000:0.0:1746126823.900173:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811180 x1830946005366656/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.900179:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811180 with x1830946005366656 ext(0->4095) 00010000:00010000:0.0:1746126823.900183:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.900192:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.900197:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811180 00000100:00100000:1.0:1746126823.902448:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.902588:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005366784 00000100:00100000:3.0:1746126823.902593:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005366784 00010000:00010000:3.0:1746126823.902617:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.902638:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17737 00000100:00100000:3.0:1746126823.902643:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005366784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.902653:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.902667:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.902677:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.902695:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a1f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f0 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.902707:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.902709:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.902713:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f7 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.902720:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f7 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.902743:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f7 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.902753:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667200:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.902829:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.904424:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667200:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.904438:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.904478:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005366784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1834us (2035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.904486:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17737 00000100:00100000:0.0:1746126823.904688:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.908957:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.915183:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.915297:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005367296 00000100:00100000:3.0:1746126823.915303:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005367296 00010000:00010000:3.0:1746126823.915324:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f7 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.915343:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17738 00000100:00100000:3.0:1746126823.915348:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005367296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.915360:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.915375:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f7 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.915383:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f7 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.915401:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a1fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74f7 expref: 52 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.915411:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.915413:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.915418:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.915426:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.915448:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.915457:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667456:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126823.915697:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.916025:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.917829:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667456:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.917842:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.918236:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005367296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2886us (3052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.918248:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17738 00000100:00100000:1.0:1746126823.919417:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.919521:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005367680 00000100:00100000:3.0:1746126823.919526:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005367680 00002000:00100000:3.0:1746126823.919554:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44e00 x1830946005367680/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.919562:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44e00 with x1830946005367680 ext(0->4095) 00010000:00010000:3.0:1746126823.919567:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.919577:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.919583:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac44e00 00000100:00100000:3.0:1746126823.919597:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2757 00000100:00100000:3.0:1746126823.919603:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005367680:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746126823.919701:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005367680:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 97us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126823.919706:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2757 00002000:00100000:3.0:1746126823.919711:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44e00 x1830946005367680/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.919718:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44e00 with x1830946005367680 ext(0->4095) 00010000:00010000:3.0:1746126823.919722:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.919734:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.919740:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac44e00 00000100:00100000:1.0:1746126823.922498:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.922747:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005367808 00000100:00100000:3.0:1746126823.922753:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005367808 00010000:00010000:3.0:1746126823.922775:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.922815:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17739 00000100:00100000:3.0:1746126823.922821:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005367808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.922834:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.922888:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.922899:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.922916:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a203 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff74fe expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.922931:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.922933:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.922938:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 51 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.922948:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 51 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.922975:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 51 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.922985:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667712:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.923045:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af953c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.925212:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997667712:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.925227:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.925274:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005367808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2451us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.925283:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17739 00000100:00100000:0.0:1746126823.925399:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.931245:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.933456:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.933612:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005368320 00000100:00100000:3.0:1746126823.933617:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005368320 00002000:00100000:3.0:1746126823.933644:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ac45f80 x1830946005368320/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126823.933652:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45f80 with x1830946005368320 ext(0->7) 00010000:00010000:3.0:1746126823.933657:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 52 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.933668:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 52 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126823.933673:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac45f80 00000100:00100000:3.0:1746126823.933699:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2758 00000100:00100000:3.0:1746126823.933705:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005368320:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126823.940528:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005368320:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 6813us (7062us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746126823.940538:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2758 00002000:00100000:0.0:1746126823.940549:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ac45f80 x1830946005368320/t4294970629(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.940558:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45f80 with x1830946005368320 ext(0->7) 00010000:00010000:0.0:1746126823.940567:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 54 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.940581:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 54 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.940591:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac45f80 00000100:00100000:0.0:1746126823.941828:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.943318:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.943374:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005368576 00000100:00100000:3.0:1746126823.943379:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005368576 00010000:00010000:3.0:1746126823.943398:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 55 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.943465:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17740 00000100:00100000:3.0:1746126823.943471:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2030:x1830946005368576:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.943480:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.943496:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 55 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.943505:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 55 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.943520:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a20a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7505 expref: 55 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.943542:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.943544:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.943550:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.943557:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.943582:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.943591:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 5 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.943605:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668096:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.944024:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126823.945404:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668096:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.945416:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.945441:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2030:x1830946005368576:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1969us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.945449:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17740 00000100:00100000:0.0:1746126823.945603:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126823.946249:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005368832 00000100:00100000:1.0:1746126823.946255:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005368832 00002000:00100000:1.0:1746126823.946282:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbce00 x1830946005368832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.946290:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbce00 with x1830946005368832 ext(0->4095) 00010000:00010000:1.0:1746126823.946296:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.946305:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.946311:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbce00 00000100:00100000:1.0:1746126823.946335:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2759 00000100:00100000:1.0:1746126823.946341:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005368832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126823.946439:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005368832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (835us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.946444:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2759 00002000:00100000:1.0:1746126823.946449:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbce00 x1830946005368832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.946455:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbce00 with x1830946005368832 ext(0->4095) 00010000:00010000:1.0:1746126823.946460:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126823.946467:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126823.946472:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbce00 00000100:00100000:0.0:1746126823.949330:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.949686:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005368960 00000100:00100000:3.0:1746126823.949693:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005368960 00010000:00010000:3.0:1746126823.949718:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.949912:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17741 00000100:00100000:3.0:1746126823.949919:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005368960:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.949930:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.949948:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.949963:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.949981:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a211 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff750c expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.950392:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.950394:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.950399:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7513 expref: 53 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.950406:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7513 expref: 53 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.950432:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7513 expref: 53 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.950442:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668224:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.950905:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.953709:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.953814:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668224:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.953830:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.954300:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005368960:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4294us (4889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.954310:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17741 00000100:00100000:1.0:1746126823.954579:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13703 00000100:00100000:1.0:1746126823.954588:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2030:x1830946005369216:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126823.954681:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2030:x1830946005369216:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (977us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126823.954686:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13703 00002000:00100000:1.0:1746126823.954691:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbca80 x1830946005369216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126823.954697:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbca80 with x1830946005369216 ext(0->4095) 00002000:00010000:1.0:1746126823.954700:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbca80 00000100:00100000:0.0:1746126823.958105:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.964198:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.964258:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005369472 00000100:00100000:3.0:1746126823.964265:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005369472 00010000:00010000:3.0:1746126823.964288:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7513 expref: 54 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.964316:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17742 00000100:00100000:3.0:1746126823.964322:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2027:x1830946005369472:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.964332:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.964347:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7513 expref: 54 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.964655:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7513 expref: 54 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.964674:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a218 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7513 expref: 54 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126823.964726:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126823.964936:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.964939:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.964945:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.964952:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.964975:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.964984:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668480:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.965223:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.969432:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.969563:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005369856 00000100:00100000:0.0:1746126823.969569:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005369856 00000100:00100000:3.0:1746126823.969576:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668480:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.969591:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746126823.969605:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47100 x1830946005369856/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.969613:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47100 with x1830946005369856 ext(0->4095) 00010000:00010000:0.0:1746126823.969620:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.969625:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005369472:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5302us (5429us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126823.969630:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.969633:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17742 00002000:00010000:0.0:1746126823.969635:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac47100 00000100:00100000:0.0:1746126823.969851:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2760 00000100:00100000:0.0:1746126823.969857:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005369856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126823.969944:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005369856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126823.969949:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2760 00002000:00100000:0.0:1746126823.969954:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47100 x1830946005369856/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.969961:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47100 with x1830946005369856 ext(0->4095) 00010000:00010000:0.0:1746126823.969965:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.969973:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.969979:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac47100 00000100:00100000:0.0:1746126823.972508:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.972657:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005369984 00000100:00100000:3.0:1746126823.972663:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005369984 00010000:00010000:3.0:1746126823.972698:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.972725:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17743 00000100:00100000:3.0:1746126823.972731:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005369984:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.972984:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.973001:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.973011:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.973030:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a21f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff751a expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.973051:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.973053:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.973058:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.973070:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.973096:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.973106:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668736:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.974031:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.975992:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.976370:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668736:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.976383:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.976839:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005369984:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4108us (4335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.976846:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17743 00000100:00100000:0.0:1746126823.980456:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005370368 00000100:00100000:0.0:1746126823.980464:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005370368 00000100:00100000:0.0:1746126823.980510:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30025 00000100:00100000:0.0:1746126823.980517:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005370368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126823.980532:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126823.980545:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7528 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.980569:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.980575:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.980576:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.980579:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.980606:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 53 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.980615:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 53 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746126823.980625:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997668864:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126823.981102:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126823.983246:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.984456:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2030:x1830946005370496:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1035us (1207us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746126823.984462:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2761 00002000:00100000:0.0:1746126823.984467:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801373bdc00 x1830946005370496/t4294970630(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:584/0 lens 496/448 e 0 to 0 dl 1746126834 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.984474:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bdc00 with x1830946005370496 ext(0->7) 00010000:00010000:0.0:1746126823.984479:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126823.984490:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126823.984495:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bdc00 00000100:00100000:0.0:1746126823.986746:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.986843:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005370624 00000100:00100000:3.0:1746126823.986849:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005370624 00010000:00010000:3.0:1746126823.986875:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126823.986897:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17744 00000100:00100000:3.0:1746126823.986902:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005370624:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126823.986914:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126823.986930:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.986939:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.986955:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7521 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126823.987253:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.987255:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126823.987262:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.987269:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126823.987296:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126823.987306:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668992:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126823.988361:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126823.990318:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126823.990415:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997668992:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126823.990430:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126823.990470:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2029:x1830946005370624:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3566us (3728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126823.990477:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17744 00000100:00100000:0.0:1746126823.990621:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005370880 00000100:00100000:0.0:1746126823.990626:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005370880 00002000:00100000:0.0:1746126823.990653:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45180 x1830946005370880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/0 e 0 to 0 dl 1746126834 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.990662:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45180 with x1830946005370880 ext(0->4095) 00002000:00010000:0.0:1746126823.990665:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45180 00000100:00100000:0.0:1746126823.990729:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13705 00000100:00100000:0.0:1746126823.990735:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005370880:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126823.990837:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005370880:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126823.990842:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13705 00002000:00100000:0.0:1746126823.990846:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45180 x1830946005370880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:584/0 lens 488/4536 e 0 to 0 dl 1746126834 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126823.990853:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45180 with x1830946005370880 ext(0->4095) 00002000:00010000:0.0:1746126823.990856:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45180 00000100:00100000:0.0:1746126823.995077:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.998052:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126823.998099:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005371136 00000100:00100000:0.0:1746126823.998102:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005371136 00000100:00100000:0.0:1746126823.998117:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30027 00000100:00100000:0.0:1746126823.998121:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005371136:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126823.998145:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126823.998150:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7536 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.998160:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126823.998164:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.998168:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126823.998171:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 58 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.998186:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.998194:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 58 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126823.998201:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:0.0:1746126823.998220:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005371136:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126823.998225:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30027 00000100:00100000:0.0:1746126824.000744:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.000833:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005371264 00000100:00100000:3.0:1746126824.000839:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005371264 00010000:00010000:3.0:1746126824.000867:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.000907:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17745 00000100:00100000:3.0:1746126824.000913:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005371264:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.000922:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.000938:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.000948:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.000966:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a22d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7528 expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.000988:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.000990:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.000996:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.001003:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.001026:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.001035:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00000100:00080000:0.0:1746126824.001064:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126824.001114:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997669376:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.002030:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.003525:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997669376:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.003540:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.003582:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005371264:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2668us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.003591:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17745 00000100:00100000:0.0:1746126824.004594:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:1.0:1746126824.005980:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126824.008110:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.009822:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.009901:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005371776 00000100:00100000:3.0:1746126824.009905:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005371776 00010000:00010000:3.0:1746126824.009927:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.010006:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17746 00000100:00100000:3.0:1746126824.010013:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005371776:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.010023:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.010039:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.010050:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.010067:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a234 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff752f expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.010080:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.010082:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.010088:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.010095:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.010117:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.010145:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.010156:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997669632:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.011024:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.012548:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.012640:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997669632:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.012655:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.012688:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005371776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2675us (2868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.012696:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17746 00000100:00100000:0.0:1746126824.014592:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.014633:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.014695:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005372160 00000100:00100000:3.0:1746126824.014700:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005372160 00010000:00010000:3.0:1746126824.014719:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.014950:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17747 00000100:00100000:3.0:1746126824.014955:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005372160:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.014965:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.015234:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 58 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.015243:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 58 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.015257:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a23b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7536 expref: 58 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.015266:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.015267:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.015272:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.015278:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.015405:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.015413:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 5 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.015422:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997669888:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.016001:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.020430:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.020543:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997669888:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.020556:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.020586:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005372160:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5631us (5998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.020595:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17747 00000100:00100000:1.0:1746126824.020833:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005372544 00000100:00100000:1.0:1746126824.020839:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005372544 00002000:00100000:1.0:1746126824.020868:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082513800 x1830946005372544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.020877:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513800 with x1830946005372544 ext(0->4095) 00010000:00010000:1.0:1746126824.020884:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.020894:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.020899:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082513800 00000100:00100000:1.0:1746126824.020925:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2764 00000100:00100000:1.0:1746126824.020931:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005372544:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.021032:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005372544:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.021037:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2764 00002000:00100000:1.0:1746126824.021042:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082513800 x1830946005372544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.021048:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513800 with x1830946005372544 ext(0->4095) 00010000:00010000:1.0:1746126824.021052:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.021064:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.021069:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082513800 00000100:00100000:0.0:1746126824.024279:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.024356:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005372672 00000100:00100000:3.0:1746126824.024364:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005372672 00010000:00010000:3.0:1746126824.024389:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.024730:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17748 00000100:00100000:3.0:1746126824.024737:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005372672:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.024749:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.024764:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.024773:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.024803:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a242 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff753d expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.024828:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.024830:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.024836:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7544 expref: 55 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.024843:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7544 expref: 55 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.024868:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7544 expref: 55 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.024879:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670016:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.025002:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.028277:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.028379:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670016:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.028397:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.028434:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005372672:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3697us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.028443:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17748 00000100:00100000:0.0:1746126824.030546:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.035464:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997670144:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126824.035493:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.035507:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:0.0:1746126824.035958:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005373056:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5217us (5414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126824.035966:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30030 00000100:00100000:3.0:1746126824.036197:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005373184 00000100:00100000:3.0:1746126824.036203:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005373184 00010000:00010000:3.0:1746126824.036226:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7544 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.036246:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17749 00000100:00100000:3.0:1746126824.036252:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005373184:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.036263:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.036278:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7544 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.036286:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7544 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.036304:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a249 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7544 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.036326:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.036328:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.036335:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.036342:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.036366:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.036376:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670272:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.036414:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.039849:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.039903:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005373312 00000100:00100000:1.0:1746126824.039910:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005373312 00000100:00100000:1.0:1746126824.039959:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30031 00000100:00100000:1.0:1746126824.039966:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005373312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.039979:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.039993:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7552 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.040008:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670272:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126824.040013:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.040019:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.040021:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.040022:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126824.040024:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.040048:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.040055:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005373184:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3802us (4034us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126824.040059:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 5 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.040063:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17749 00000100:00100000:1.0:1746126824.040069:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997670400:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.040113:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.040468:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.042677:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997670400:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.042698:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.042710:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126824.042739:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005373312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2773us (2896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.042745:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30031 00000100:00100000:0.0:1746126824.043640:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.043704:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005373696 00000100:00100000:1.0:1746126824.043709:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005373696 00000100:00100000:1.0:1746126824.043743:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30032 00000100:00100000:1.0:1746126824.043749:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005373696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.043760:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.043772:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7559 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.043797:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.043802:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.043808:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.043810:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.043835:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.043848:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.043855:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fe00, rc 0) 00000100:00100000:1.0:1746126824.043874:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005373696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.043879:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30032 00000100:00100000:0.0:1746126824.044148:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.044240:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005373824 00000100:00100000:3.0:1746126824.044244:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005373824 00010000:00010000:3.0:1746126824.044260:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.044277:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17750 00000100:00100000:3.0:1746126824.044282:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005373824:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.044293:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.044312:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.044322:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.044336:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a250 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff754b expref: 6 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.044349:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.044350:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.044355:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.044361:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.044379:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.044387:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.044398:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670656:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.044446:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.046309:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670656:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.046322:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.046573:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005373824:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2288us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.046582:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17750 00000100:00100000:0.0:1746126824.046975:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.053617:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.053676:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005374208 00000100:00100000:3.0:1746126824.053684:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005374208 00010000:00010000:3.0:1746126824.053714:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.053755:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17751 00000100:00100000:3.0:1746126824.053762:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005374208:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.053772:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.053807:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.053818:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.053839:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a257 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7552 expref: 57 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.054093:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.054095:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.054101:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.054107:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.054159:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.054169:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670784:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.054750:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.056156:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997670784:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.056174:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.056211:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005374208:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2449us (2600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.056219:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17751 00000100:00100000:0.0:1746126824.056462:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.060025:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.062039:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.062188:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005374720 00000100:00100000:3.0:1746126824.062193:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005374720 00010000:00010000:3.0:1746126824.062212:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.062231:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17752 00000100:00100000:3.0:1746126824.062236:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005374720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.062245:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.062259:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.062268:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.062283:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fe00/0x63da90637734a25e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7559 expref: 56 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.062305:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.062307:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.062312:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a265 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7560 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.062319:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a265 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7560 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.062340:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a265 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7560 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.062349:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671040:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.062389:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.065273:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671040:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.065290:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.065454:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005374720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3215us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.065464:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17752 00000100:00100000:0.0:1746126824.065687:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.068988:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.069036:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.069347:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30035 00000100:00100000:0.0:1746126824.069353:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005375232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126824.069360:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126824.069366:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff756e expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.069376:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.069379:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.069384:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126824.069386:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 58 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.069404:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.069412:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 58 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.069420:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:0.0:1746126824.069438:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1765:x1830946005375232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126824.069443:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30035 00000100:00100000:0.0:1746126824.071641:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.071687:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005375360 00000100:00100000:3.0:1746126824.071692:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005375360 00010000:00010000:3.0:1746126824.071710:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a265 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7560 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.071725:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17753 00000100:00100000:3.0:1746126824.071730:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005375360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.071740:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.071754:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a265 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7560 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.071762:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a265 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7560 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.071776:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a265 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7560 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.071801:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.071803:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.071808:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.071815:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.071835:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.071843:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 56 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.071852:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671424:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.071913:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.075229:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671424:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.075246:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.075279:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005375360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3548us (3637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.075289:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17753 00000100:00100000:0.0:1746126824.075725:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.076036:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005375616 00000100:00100000:3.0:1746126824.076042:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005375616 00002000:00100000:3.0:1746126824.076072:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2e300 x1830946005375616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.076081:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e300 with x1830946005375616 ext(0->4095) 00010000:00010000:3.0:1746126824.076087:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.076098:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126824.076105:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2e300 00000100:00100000:3.0:1746126824.076155:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2767 00000100:00100000:3.0:1746126824.076161:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005375616:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126824.076250:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005375616:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (526us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.076256:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2767 00002000:00100000:3.0:1746126824.076261:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2e300 x1830946005375616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.076268:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e300 with x1830946005375616 ext(0->4095) 00010000:00010000:3.0:1746126824.076272:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.076281:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:3.0:1746126824.076287:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2e300 00000100:00100000:0.0:1746126824.078509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.078611:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005375744 00000100:00100000:3.0:1746126824.078618:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005375744 00010000:00010000:3.0:1746126824.078645:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.078670:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17754 00000100:00100000:3.0:1746126824.078676:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005375744:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.078686:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.078701:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.078710:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.078730:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a26c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7567 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.079073:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.079075:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.079082:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.079093:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.079119:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.079163:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671552:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.079871:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af959c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.082990:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.083069:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671552:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.083084:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.083118:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005375744:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4442us (4616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.083145:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17754 00000100:00100000:1.0:1746126824.083207:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005376000 00000100:00100000:1.0:1746126824.083213:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005376000 00002000:00100000:1.0:1746126824.083243:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2d880 x1830946005376000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.083252:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2d880 with x1830946005376000 ext(0->4095) 00002000:00010000:1.0:1746126824.083255:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2d880 00000100:00100000:1.0:1746126824.083269:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13709 00000100:00100000:1.0:1746126824.083274:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005376000:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.083372:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005376000:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.083377:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13709 00002000:00100000:1.0:1746126824.083381:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2d880 x1830946005376000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.083389:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2d880 with x1830946005376000 ext(0->4095) 00002000:00010000:1.0:1746126824.083391:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2d880 00000100:00100000:0.0:1746126824.085118:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.087743:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.087881:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005376256 00000100:00100000:3.0:1746126824.087887:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005376256 00010000:00010000:3.0:1746126824.087907:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.087927:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17755 00000100:00100000:3.0:1746126824.087932:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005376256:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.088118:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.088161:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.088176:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.088193:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a273 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff756e expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.088220:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.088221:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.088227:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a27a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7575 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.088234:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a27a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7575 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.088257:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a27a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7575 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.088267:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671808:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.089350:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af959c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.090030:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997671808:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.090043:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.090070:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005376256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2137us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.090077:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17755 00000100:00100000:0.0:1746126824.090246:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.090494:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005376512 00000100:00100000:3.0:1746126824.090499:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005376512 00002000:00100000:3.0:1746126824.090527:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ea00 x1830946005376512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.090536:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ea00 with x1830946005376512 ext(0->4095) 00002000:00010000:3.0:1746126824.090540:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2ea00 00000100:00100000:3.0:1746126824.090757:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13710 00000100:00100000:3.0:1746126824.090764:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005376512:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126824.090888:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005376512:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (641us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.090894:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13710 00002000:00100000:3.0:1746126824.090899:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ea00 x1830946005376512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.090905:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ea00 with x1830946005376512 ext(0->4095) 00002000:00010000:3.0:1746126824.090908:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2ea00 00000100:00100000:0.0:1746126824.092806:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.094065:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126824.094322:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7583 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.094341:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.094345:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.094350:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.094352:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.094375:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.094386:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.094394:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da600, rc 0) 00000100:00100000:2.0:1746126824.094423:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1765:x1830946005376768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.094429:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30038 00000100:00100000:2.0:1746126824.096455:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997671936:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.096478:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.096489:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126824.096531:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005376640:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3624us (3741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.096538:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30037 00000100:00100000:0.0:1746126824.096779:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.097002:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005376896 00000100:00100000:3.0:1746126824.097007:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005376896 00010000:00010000:3.0:1746126824.097030:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a27a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7575 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.097060:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17756 00000100:00100000:3.0:1746126824.097066:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005376896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.097076:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.097090:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a27a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7575 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.097103:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a27a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7575 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.097121:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a27a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7575 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.097151:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.097153:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.097159:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.097165:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.097186:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.097195:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 56 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.097205:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672192:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.097956:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.100530:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.100552:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672192:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.100567:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126824.100598:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005377152 00000100:00100000:1.0:1746126824.100603:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005377152 00000100:00100000:3.0:1746126824.100613:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005376896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3547us (3835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.100624:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17756 00002000:00100000:1.0:1746126824.100729:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2df80 x1830946005377152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.100737:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2df80 with x1830946005377152 ext(0->4095) 00010000:00010000:1.0:1746126824.100744:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.100753:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.100759:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2df80 00000100:00100000:1.0:1746126824.100784:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2768 00000100:00100000:1.0:1746126824.100797:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005377152:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.100890:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005377152:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.100894:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2768 00002000:00100000:1.0:1746126824.100899:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2df80 x1830946005377152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.100906:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2df80 with x1830946005377152 ext(0->4095) 00010000:00010000:1.0:1746126824.100910:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.100919:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.100923:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2df80 00000100:00100000:0.0:1746126824.103420:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.103480:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005377280 00000100:00100000:3.0:1746126824.103486:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005377280 00010000:00010000:3.0:1746126824.103511:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.103541:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17757 00000100:00100000:3.0:1746126824.103547:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2029:x1830946005377280:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.103562:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.103577:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.103587:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.103604:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a281 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff757c expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.103628:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.103629:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.103635:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 56 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.103642:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 56 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.103672:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 56 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.103683:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672320:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.104070:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.105856:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672320:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126824.105856:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126824.105873:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126824.105938:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005377536 00000100:00100000:1.0:1746126824.105944:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005377536 00002000:00100000:1.0:1746126824.105981:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c000 x1830946005377536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.105991:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c000 with x1830946005377536 ext(0->4095) 00002000:00010000:1.0:1746126824.105995:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2c000 00000100:00100000:1.0:1746126824.106027:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13711 00000100:00100000:3.0:1746126824.106030:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2029:x1830946005377280:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2483us (2614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.106033:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2030:x1830946005377536:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126824.106037:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17757 00000100:00100000:1.0:1746126824.106166:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2030:x1830946005377536:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.106171:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13711 00002000:00100000:1.0:1746126824.106176:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c000 x1830946005377536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.106183:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c000 with x1830946005377536 ext(0->4095) 00002000:00010000:1.0:1746126824.106186:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2c000 00000100:00100000:0.0:1746126824.107547:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.107617:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005377664 00000100:00100000:2.0:1746126824.107622:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005377664 00000100:00100000:2.0:1746126824.107645:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30039 00000100:00100000:2.0:1746126824.107650:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005377664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.107661:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.107673:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff758a expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.107693:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 55 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.107700:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.107701:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.107704:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.107724:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 55 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.107732:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 55 pid: 21550 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.107741:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997672448:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.108081:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.109240:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997672448:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.109258:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.109274:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126824.109300:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005377664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1649us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.109306:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30039 00000100:00100000:0.0:1746126824.110046:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.110162:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005377792 00000100:00100000:3.0:1746126824.110168:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005377792 00010000:00010000:3.0:1746126824.110191:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 56 pid: 21550 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.110212:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17758 00000100:00100000:3.0:1746126824.110217:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005377792:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.110229:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.110247:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 56 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.110257:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 56 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.110274:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a288 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7583 expref: 56 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.110299:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.110302:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.110307:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.110314:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.110341:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.110424:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672576:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.110482:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.112963:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672576:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.112979:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.113023:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005377792:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2803us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.113031:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17758 00000100:00100000:0.0:1746126824.113853:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.113896:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005378048 00000100:00100000:1.0:1746126824.113902:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005378048 00002000:00100000:1.0:1746126824.113934:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5500 x1830946005378048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.113943:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5500 with x1830946005378048 ext(0->4095) 00002000:00010000:1.0:1746126824.113947:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5500 00000100:00100000:1.0:1746126824.113973:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13712 00000100:00100000:1.0:1746126824.113979:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005378048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.114086:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005378048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.114092:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13712 00002000:00100000:1.0:1746126824.114097:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5500 x1830946005378048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.114103:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5500 with x1830946005378048 ext(0->4095) 00002000:00010000:1.0:1746126824.114106:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5500 00000100:00100000:0.0:1746126824.116412:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.116454:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.116494:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005378176 00000100:00100000:2.0:1746126824.116500:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005378176 00000100:00100000:2.0:1746126824.116523:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005378304 00000100:00100000:2.0:1746126824.116524:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005378304 00000100:00100000:2.0:1746126824.116534:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30040 00000100:00100000:2.0:1746126824.116539:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005378176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.116551:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.116563:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7591 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.116583:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.116589:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.116591:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.116594:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.116614:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.116622:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.116631:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997672704:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.116692:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.116860:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30041 00000100:00100000:0.0:1746126824.116867:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005378304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126824.116874:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126824.116880:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7598 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.116890:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.116893:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.116898:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126824.116900:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 58 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.116916:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.116925:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 58 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.116933:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:0.0:1746126824.116957:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005378304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126824.116962:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30041 00000100:00100000:2.0:1746126824.117800:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997672704:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.117814:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.117822:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:2.0:1746126824.117849:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005378176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1309us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.117855:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30040 00000100:00100000:0.0:1746126824.118919:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.119006:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005378432 00000100:00100000:3.0:1746126824.119012:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005378432 00010000:00010000:3.0:1746126824.119034:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.119052:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17759 00000100:00100000:3.0:1746126824.119057:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005378432:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.119065:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.119080:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.119094:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.119112:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a28f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff758a expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.119154:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.119156:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.119166:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.119173:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.119198:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 56 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.119207:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 56 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.119216:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672960:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.119274:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.122446:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.122510:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005378688 00000100:00100000:2.0:1746126824.122517:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005378688 00002000:00100000:2.0:1746126824.122551:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4e00 x1830946005378688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.122561:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4e00 with x1830946005378688 ext(0->4095) 00010000:00010000:2.0:1746126824.122568:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.122579:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.122586:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4e00 00000100:00100000:2.0:1746126824.122842:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2769 00000100:00100000:2.0:1746126824.122850:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005378688:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.122973:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005378688:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.122979:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2769 00002000:00100000:2.0:1746126824.122984:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4e00 x1830946005378688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.122991:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4e00 with x1830946005378688 ext(0->4095) 00010000:00010000:2.0:1746126824.122995:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.123004:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.123009:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4e00 00000100:00100000:3.0:1746126824.123357:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997672960:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.123370:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.123403:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005378432:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4346us (4489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.123413:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17759 00000100:00100000:0.0:1746126824.126729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.126884:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005378816 00000100:00100000:2.0:1746126824.126891:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005378816 00000100:00100000:2.0:1746126824.126934:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30042 00000100:00100000:2.0:1746126824.126941:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005378816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.126954:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.126967:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff759f expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.126984:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.126988:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.126993:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126824.126996:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.127025:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.127500:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.127509:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db800, rc 0) 00000100:00100000:2.0:1746126824.127551:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005378816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 610us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.127557:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30042 00000100:00100000:0.0:1746126824.127758:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.127825:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005378944 00000100:00100000:3.0:1746126824.127829:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005378944 00010000:00010000:3.0:1746126824.127846:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.127875:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17760 00000100:00100000:3.0:1746126824.128014:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005378944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.128022:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.128037:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.128047:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.128062:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a296 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7591 expref: 57 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.128073:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.128075:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.128080:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.128086:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.128103:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.128112:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.128157:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673216:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.128209:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.129911:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673216:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.129924:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.129964:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005378944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1951us (2204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.129971:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17760 00000100:00100000:0.0:1746126824.131555:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.133425:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005379200 00000100:00100000:1.0:1746126824.133435:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005379200 00002000:00100000:1.0:1746126824.133475:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6d80 x1830946005379200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.133484:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6d80 with x1830946005379200 ext(0->4095) 00010000:00010000:1.0:1746126824.133492:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.133504:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.133510:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6d80 00000100:00100000:1.0:1746126824.133546:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2770 00000100:00100000:1.0:1746126824.133553:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005379200:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.133693:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005379200:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (2140us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.133701:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2770 00002000:00100000:1.0:1746126824.133706:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6d80 x1830946005379200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.133718:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6d80 with x1830946005379200 ext(0->4095) 00010000:00010000:1.0:1746126824.133723:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.133732:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.133737:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6d80 00000100:00100000:0.0:1746126824.136231:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.137724:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.137784:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005379456 00000100:00100000:3.0:1746126824.137799:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005379456 00010000:00010000:3.0:1746126824.137828:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 56 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.137861:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17761 00000100:00100000:2.0:1746126824.137867:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005379328 00000100:00100000:3.0:1746126824.137868:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005379456:12345-192.168.202.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126824.137871:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005379328 00010000:00010000:3.0:1746126824.137879:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.137895:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 57 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.137902:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30043 00010000:00010000:3.0:1746126824.137905:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 57 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.137907:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005379328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.137920:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.137923:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a29d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7598 expref: 57 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.137930:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75a6 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.137938:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.137940:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.137946:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.137953:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.138058:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.138065:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.138066:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.138069:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 57 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.138093:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.138103:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.138112:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.138112:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997673344:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126824.138119:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.138142:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673472:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.138416:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.138650:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af956c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.141277:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997673344:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.141302:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 57 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.141315:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dbe00, rc 0) 00000100:00100000:2.0:1746126824.141357:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005379328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3448us (5130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.141365:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30043 00000100:00100000:3.0:1746126824.141400:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673472:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.141411:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.141428:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005379456:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3562us (3708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.141436:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17761 00000100:00100000:0.0:1746126824.141784:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.141890:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005379712 00000100:00100000:1.0:1746126824.141896:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005379712 00002000:00100000:1.0:1746126824.141924:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb7100 x1830946005379712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.141932:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7100 with x1830946005379712 ext(0->4095) 00010000:00010000:1.0:1746126824.141938:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.141954:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.141960:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb7100 00000100:00100000:1.0:1746126824.141983:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2771 00000100:00100000:1.0:1746126824.141989:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005379712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.142081:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005379712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.142087:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2771 00002000:00100000:1.0:1746126824.142092:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb7100 x1830946005379712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.142099:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7100 with x1830946005379712 ext(0->4095) 00010000:00010000:1.0:1746126824.142103:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.142111:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.142116:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb7100 00000100:00100000:0.0:1746126824.143819:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.143870:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005379840 00000100:00100000:3.0:1746126824.143875:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005379840 00010000:00010000:3.0:1746126824.143896:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.143927:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17762 00000100:00100000:3.0:1746126824.143933:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005379840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.143942:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.143958:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.143967:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.143986:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db800/0x63da90637734a2a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff759f expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.143996:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.143998:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.144004:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 55 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.144010:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 55 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.144034:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 55 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.144043:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673600:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.144109:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af956c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.146560:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673600:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.146577:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.146626:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005379840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2692us (2810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.146635:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17762 00000100:00100000:0.0:1746126824.147976:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.148017:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005380096 00000100:00100000:2.0:1746126824.148023:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005380096 00002000:00100000:2.0:1746126824.148054:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4380 x1830946005380096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.148062:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4380 with x1830946005380096 ext(0->4095) 00002000:00010000:2.0:1746126824.148066:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb4380 00000100:00100000:2.0:1746126824.148090:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13713 00000100:00100000:2.0:1746126824.148095:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005380096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.148218:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005380096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (244us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.148223:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13713 00002000:00100000:2.0:1746126824.148228:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4380 x1830946005380096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.148235:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4380 with x1830946005380096 ext(0->4095) 00002000:00010000:2.0:1746126824.148237:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb4380 00000100:00100000:0.0:1746126824.150898:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.152856:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005380224 00000100:00100000:2.0:1746126824.152865:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005380224 00000100:00100000:2.0:1746126824.152918:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30044 00000100:00100000:2.0:1746126824.152925:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005380224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.152940:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.152953:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75ad expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.152975:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 55 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.152981:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.152983:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.152986:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.153007:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 55 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.153020:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 55 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.153029:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997673728:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.153095:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.159351:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.159413:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005380352 00000100:00100000:3.0:1746126824.159421:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005380352 00000100:00100000:2.0:1746126824.159451:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997673728:192.168.202.29@tcp:104: 00002000:00100000:3.0:1746126824.159464:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dfb5180 x1830946005380352/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.159472:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5180 with x1830946005380352 ext(0->7) 00010000:00010000:3.0:1746126824.159479:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 56 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.159479:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.159489:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 56 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.159493:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00002000:00010000:3.0:1746126824.159495:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb5180 00000100:00100000:3.0:1746126824.159528:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2772 00000100:00100000:2.0:1746126824.159530:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005380224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6605us (8638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.159534:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005380352:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126824.159537:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30044 00000100:00100000:0.0:1746126824.160405:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005380352:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 869us (1061us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746126824.160411:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2772 00002000:00100000:0.0:1746126824.160417:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dfb5180 x1830946005380352/t4294970631(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.160424:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5180 with x1830946005380352 ext(0->7) 00010000:00010000:0.0:1746126824.160429:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 58 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126824.160440:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 58 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126824.160451:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb5180 00000100:00100000:0.0:1746126824.164290:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.164413:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005380480 00000100:00100000:3.0:1746126824.164421:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005380480 00010000:00010000:3.0:1746126824.164450:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 58 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.164474:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17763 00000100:00100000:3.0:1746126824.164480:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005380480:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.164495:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.164511:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 58 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.164521:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 58 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.164540:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a2ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75a6 expref: 58 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.164711:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.164714:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.164720:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.164731:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.164761:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.164771:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673856:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.165420:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.169627:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.169736:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997673856:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.169754:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.169802:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005380480:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5322us (5519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.169815:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17763 00000100:00100000:1.0:1746126824.169944:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005380736 00000100:00100000:1.0:1746126824.169950:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005380736 00002000:00100000:1.0:1746126824.169980:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5f80 x1830946005380736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.169989:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5f80 with x1830946005380736 ext(0->4095) 00002000:00010000:1.0:1746126824.169993:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5f80 00000100:00100000:1.0:1746126824.170020:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13714 00000100:00100000:1.0:1746126824.170026:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005380736:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.170146:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005380736:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.170152:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13714 00002000:00100000:1.0:1746126824.170156:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5f80 x1830946005380736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.170163:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5f80 with x1830946005380736 ext(0->4095) 00002000:00010000:1.0:1746126824.170165:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5f80 00000100:00100000:0.0:1746126824.174259:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.174918:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005380864 00000100:00100000:2.0:1746126824.174927:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005380864 00000100:00100000:2.0:1746126824.174974:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30045 00000100:00100000:2.0:1746126824.174981:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005380864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.174995:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.175010:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75b4 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.175032:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.175043:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.175045:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.175048:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.175072:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.175082:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.175091:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997673984:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.175197:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.182880:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.183157:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005380992 00000100:00100000:1.0:1746126824.183164:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005380992 00000100:00100000:1.0:1746126824.183202:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30046 00000100:00100000:1.0:1746126824.183208:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1764:x1830946005380992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.183222:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.183234:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75bb expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.183257:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.183262:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.183267:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.183270:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.183298:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.183308:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.183315:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fc00, rc 0) 00000100:00100000:1.0:1746126824.183348:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1764:x1830946005380992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.183353:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30046 00000100:00100000:2.0:1746126824.184123:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997673984:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.184154:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.184163:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126824.184185:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1765:x1830946005380864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9205us (9934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.184190:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30045 00000100:00100000:0.0:1746126824.184739:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.185988:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005381120 00000100:00100000:3.0:1746126824.185994:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005381120 00010000:00010000:3.0:1746126824.186017:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.186038:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17764 00000100:00100000:3.0:1746126824.186045:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005381120:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.186054:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.186070:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.186080:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.186097:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a2b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ad expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.186138:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.186140:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.186146:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.186154:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.186179:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 58 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.186189:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 58 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.186199:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674240:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.186258:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.192355:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.192552:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005381376 00000100:00100000:2.0:1746126824.192560:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005381376 00002000:00100000:2.0:1746126824.192597:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3800 x1830946005381376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.192613:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3800 with x1830946005381376 ext(0->4095) 00010000:00010000:2.0:1746126824.192621:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.192634:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.192640:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b3800 00000100:00100000:2.0:1746126824.192673:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2773 00000100:00100000:2.0:1746126824.192680:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946005381376:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.192802:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946005381376:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.192809:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2773 00002000:00100000:2.0:1746126824.192814:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3800 x1830946005381376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.192821:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3800 with x1830946005381376 ext(0->4095) 00010000:00010000:2.0:1746126824.192826:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.192835:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.192840:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b3800 00000100:00100000:3.0:1746126824.193723:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674240:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.193737:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.194621:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005381120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8573us (9879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.194630:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17764 00000100:00100000:0.0:1746126824.195897:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.196087:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005381504 00000100:00100000:2.0:1746126824.196094:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005381504 00000100:00100000:1.0:1746126824.196163:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30047 00000100:00100000:1.0:1746126824.196171:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005381504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.196186:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.196197:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75c2 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.196217:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.196222:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.196227:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126824.196230:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.196258:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.196268:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.196276:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e600, rc 0) 00000100:00100000:1.0:1746126824.196311:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005381504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.196687:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30047 00000100:00100000:0.0:1746126824.198957:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.199089:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005381632 00000100:00100000:3.0:1746126824.199097:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005381632 00010000:00010000:3.0:1746126824.199152:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.199175:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17765 00000100:00100000:3.0:1746126824.199182:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2030:x1830946005381632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.199192:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.199207:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.199218:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.199236:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a2b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75b4 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.199422:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.199425:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.199431:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.199438:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.199464:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.199474:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.199485:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674496:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.199911:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af956c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.202804:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674496:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.202823:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.202860:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2030:x1830946005381632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3677us (3909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.202870:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17765 00000100:00100000:2.0:1746126824.203060:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.205022:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005381888 00000100:00100000:1.0:1746126824.205031:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005381888 00002000:00100000:1.0:1746126824.205073:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812300 x1830946005381888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.205083:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812300 with x1830946005381888 ext(0->4095) 00010000:00010000:1.0:1746126824.205091:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.205102:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.205107:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0812300 00000100:00100000:1.0:1746126824.205756:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2774 00000100:00100000:1.0:1746126824.205764:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005381888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.205907:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005381888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (2847us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.205913:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2774 00002000:00100000:1.0:1746126824.205919:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812300 x1830946005381888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.205927:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812300 with x1830946005381888 ext(0->4095) 00010000:00010000:1.0:1746126824.205932:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.205942:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 58 pid: 9596 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.205947:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0812300 00000100:00100000:0.0:1746126824.210900:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.211240:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005382016 00000100:00100000:1.0:1746126824.211248:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005382016 00000100:00100000:1.0:1746126824.211362:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30048 00000100:00100000:1.0:1746126824.211370:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005382016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.211387:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.211402:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75c9 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.211436:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.211442:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.211447:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126824.211451:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 59 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.211481:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.211493:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 59 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.211502:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126824.211555:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1764:x1830946005382016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.211561:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30048 00000100:00100000:3.0:1746126824.212819:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.213416:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005382144 00000100:00100000:2.0:1746126824.213422:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005382144 00010000:00010000:2.0:1746126824.213447:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 59 pid: 9596 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.213481:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17766 00000100:00100000:2.0:1746126824.213487:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946005382144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.213497:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.213513:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 59 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.213522:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 59 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.213539:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fc00/0x63da90637734a2c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75bb expref: 59 pid: 9596 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.213553:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.213555:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.213561:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.213568:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.213593:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.213603:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 5 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.213614:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674752:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.213685:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.218150:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674752:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126824.218170:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126824.219610:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005382144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6118us (6789us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126824.219620:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17766 00000100:00100000:0.0:1746126824.221067:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.221320:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005382400 00000100:00100000:2.0:1746126824.221328:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005382400 00002000:00100000:2.0:1746126824.221364:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba34380 x1830946005382400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.221372:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba34380 with x1830946005382400 ext(0->4095) 00010000:00010000:2.0:1746126824.221380:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.221390:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.221396:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba34380 00000100:00100000:2.0:1746126824.221428:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2775 00000100:00100000:2.0:1746126824.221435:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005382400:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.221547:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005382400:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.221553:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2775 00002000:00100000:2.0:1746126824.221558:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba34380 x1830946005382400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.221570:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba34380 with x1830946005382400 ext(0->4095) 00010000:00010000:2.0:1746126824.221573:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.221581:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.221586:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba34380 00000100:00100000:0.0:1746126824.228223:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.228280:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005382528 00000100:00100000:2.0:1746126824.228289:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005382528 00010000:00010000:2.0:1746126824.228322:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.228362:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17767 00000100:00100000:2.0:1746126824.228368:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005382528:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.228381:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.228399:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.228408:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.228427:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e600/0x63da90637734a2c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c2 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.228453:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.228455:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.228461:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 57 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.228468:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 57 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.228496:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 57 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.228507:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674880:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.228576:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.235950:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997674880:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.235966:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.236007:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005382528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7639us (7792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.236016:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17767 00000100:00100000:1.0:1746126824.236138:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.236604:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005382784 00000100:00100000:2.0:1746126824.236611:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005382784 00002000:00100000:2.0:1746126824.236644:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44000 x1830946005382784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.236653:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44000 with x1830946005382784 ext(0->4095) 00002000:00010000:2.0:1746126824.236657:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44000 00000100:00100000:2.0:1746126824.237339:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13715 00000100:00100000:2.0:1746126824.237346:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005382784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.237465:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005382784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.237474:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13715 00002000:00100000:2.0:1746126824.237480:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44000 x1830946005382784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.237487:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44000 with x1830946005382784 ext(0->4095) 00002000:00010000:2.0:1746126824.237490:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44000 00000100:00100000:0.0:1746126824.244920:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.245162:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005382912 00000100:00100000:2.0:1746126824.245170:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005382912 00000100:00100000:2.0:1746126824.246275:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30049 00000100:00100000:2.0:1746126824.246283:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005382912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.246298:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.246313:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75d0 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.246337:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 57 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.246343:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.246345:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.246348:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.246372:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 57 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.246381:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 57 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.246396:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997675008:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.248055:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.259257:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997675008:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.259285:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.259299:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db400, rc 0) 00000100:00100000:2.0:1746126824.259336:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005382912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13054us (14421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.259344:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30049 00000100:00100000:0.0:1746126824.263796:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.263888:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005383040 00000100:00100000:1.0:1746126824.263895:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005383040 00002000:00100000:1.0:1746126824.263933:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3a6a00 x1830946005383040/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.263943:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6a00 with x1830946005383040 ext(0->7) 00010000:00010000:1.0:1746126824.263951:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 58 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.263963:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 58 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.263970:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6a00 00000100:00100000:2.0:1746126824.264343:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2776 00000100:00100000:2.0:1746126824.264351:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005383040:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.267650:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005383040:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3292us (3864us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746126824.267661:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2776 00002000:00100000:0.0:1746126824.267670:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3a6a00 x1830946005383040/t4294970632(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.267685:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6a00 with x1830946005383040 ext(0->7) 00010000:00010000:0.0:1746126824.267693:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 60 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126824.267706:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 60 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126824.267712:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6a00 00000100:00100000:2.0:1746126824.268150:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.268550:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997675136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746126824.268894:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126824.268928:0:8796:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997675136 00000100:00100000:2.0:1746126824.268933:0:8796:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997675136 00000100:00100000:2.0:1746126824.268959:0:8796:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1746126824.268965:0:8796:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997675136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746126824.268989:0:8796:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:2.0:1746126824.269015:0:8796:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997675136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.269020:0:8796:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1746126824.269049:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997675136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746126824.269200:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005383168 00000100:00100000:3.0:1746126824.269204:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005383168 00000100:00100000:3.0:1746126824.269235:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30050 00000100:00100000:3.0:1746126824.269240:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1764:x1830946005383168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.269249:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.269262:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75d7 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.269279:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.269284:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.269290:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126824.269292:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 61 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.269313:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.269323:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 61 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.269331:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0a00, rc 0) 00000100:00100000:3.0:1746126824.269357:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005383168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.269362:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30050 00000100:00100000:0.0:1746126824.271089:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.271164:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005383296 00000100:00100000:2.0:1746126824.271170:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005383296 00010000:00010000:2.0:1746126824.271192:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.271475:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17768 00000100:00100000:2.0:1746126824.271483:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2030:x1830946005383296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.271494:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.271512:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.271522:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.271540:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a2ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75c9 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.271771:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.271773:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.271779:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.271794:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.271821:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.271835:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 5 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.271844:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997675392:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.272472:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.273584:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.273776:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005383552 00000100:00100000:1.0:1746126824.273781:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005383552 00002000:00100000:1.0:1746126824.273818:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7480 x1830946005383552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.273827:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7480 with x1830946005383552 ext(0->4095) 00010000:00010000:1.0:1746126824.273832:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.273841:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.273847:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7480 00000100:00100000:1.0:1746126824.273862:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2777 00000100:00100000:1.0:1746126824.273868:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005383552:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126824.273978:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005383552:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.273984:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2777 00002000:00100000:1.0:1746126824.273989:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7480 x1830946005383552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.274001:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7480 with x1830946005383552 ext(0->4095) 00010000:00010000:1.0:1746126824.274004:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.274012:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:1.0:1746126824.274017:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7480 00000100:00100000:2.0:1746126824.274318:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997675392:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.274330:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.274362:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2030:x1830946005383296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2880us (3277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.274369:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17768 00000100:00100000:0.0:1746126824.278548:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.278664:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005383680 00000100:00100000:2.0:1746126824.278671:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005383680 00010000:00010000:2.0:1746126824.278700:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.278735:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17769 00000100:00100000:2.0:1746126824.278742:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005383680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.278756:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.278773:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.278783:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.278813:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a2d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d0 expref: 6 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.278838:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.278840:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.278845:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.278852:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.278878:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.278888:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997675520:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.278958:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.281329:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.281468:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005383936 00000100:00100000:1.0:1746126824.281474:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005383936 00002000:00100000:1.0:1746126824.281505:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6680 x1830946005383936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.281515:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6680 with x1830946005383936 ext(0->4095) 00002000:00010000:1.0:1746126824.281519:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6680 00000100:00100000:1.0:1746126824.281536:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13716 00000100:00100000:1.0:1746126824.281542:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2027:x1830946005383936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.281645:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2027:x1830946005383936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.281650:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13716 00002000:00100000:1.0:1746126824.281654:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6680 x1830946005383936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.281661:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6680 with x1830946005383936 ext(0->4095) 00002000:00010000:1.0:1746126824.281663:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6680 00000100:00100000:2.0:1746126824.281731:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997675520:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.281746:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.281773:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005383680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3031us (3232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.281779:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17769 00000100:00100000:0.0:1746126824.284052:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.284159:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005384064 00000100:00100000:1.0:1746126824.284165:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005384064 00000100:00100000:1.0:1746126824.284252:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30051 00000100:00100000:1.0:1746126824.284258:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005384064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.284270:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.284282:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75de expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.284303:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.284309:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.284311:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.284314:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.284336:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.284346:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.284355:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997675648:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.284810:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.287065:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997675648:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.287087:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.287104:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126824.287165:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005384064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2907us (3117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.287172:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30051 00000100:00100000:2.0:1746126824.287812:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.287884:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005384192 00000100:00100000:0.0:1746126824.287890:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005384192 00010000:00010000:0.0:1746126824.287910:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 60 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:0.0:1746126824.287928:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17770 00000100:00100000:0.0:1746126824.287933:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2027:x1830946005384192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126824.287943:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126824.287957:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 60 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126824.287966:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 60 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126824.287988:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a2dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75d7 expref: 60 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126824.288465:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.288467:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.288474:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.288481:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.288577:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126824.288588:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997675776:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126824.288627:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.291245:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.291331:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005384448 00000100:00100000:2.0:1746126824.291338:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005384448 00002000:00100000:2.0:1746126824.291369:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16e300 x1830946005384448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.291378:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16e300 with x1830946005384448 ext(0->4095) 00002000:00010000:2.0:1746126824.291381:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16e300 00000100:00100000:2.0:1746126824.291395:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13717 00000100:00100000:2.0:1746126824.291400:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005384448:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.291490:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005384448:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.291495:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13717 00002000:00100000:2.0:1746126824.291499:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16e300 x1830946005384448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.291506:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16e300 with x1830946005384448 ext(0->4095) 00002000:00010000:2.0:1746126824.291508:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16e300 00000100:00100000:1.0:1746126824.291590:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997675776:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126824.291604:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126824.291625:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005384192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3691us (3814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.291631:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17770 00000100:00100000:0.0:1746126824.292808:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.292850:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.292989:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005384576 00000100:00100000:1.0:1746126824.292994:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005384576 00000100:00100000:3.0:1746126824.292999:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005384704 00000100:00100000:3.0:1746126824.293003:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005384704 00000100:00100000:1.0:1746126824.293030:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30052 00000100:00100000:1.0:1746126824.293036:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1764:x1830946005384576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.293047:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126824.293049:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30053 00000100:00100000:3.0:1746126824.293054:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1765:x1830946005384704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.293059:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75e5 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.293060:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.293067:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75ec expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.293080:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.293091:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.293092:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.293095:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.293324:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.293329:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.293334:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.293336:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.293357:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.293366:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.293373:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0800, rc 0) 00000100:00100000:3.0:1746126824.293404:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1765:x1830946005384704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 350us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.293409:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30053 00010000:00010000:1.0:1746126824.293530:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.293540:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 5 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.293550:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997676032:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.293587:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.294827:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997676032:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.294841:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.294850:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126824.294885:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005384576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1848us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.294890:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30052 00000100:00100000:0.0:1746126824.295959:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.296028:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005384832 00000100:00100000:1.0:1746126824.296033:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005384832 00010000:00010000:1.0:1746126824.296052:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.296085:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17771 00000100:00100000:1.0:1746126824.296090:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005384832:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126824.296099:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126824.296114:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.296123:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.296169:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a2e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75de expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.296194:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.296195:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.296201:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 60 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.296208:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 60 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.296229:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 60 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.296238:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 60 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.296252:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676160:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126824.296303:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.299038:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.299090:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005385088 00000100:00100000:2.0:1746126824.299097:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005385088 00002000:00100000:2.0:1746126824.299161:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d180 x1830946005385088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.299170:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946005385088 ext(0->4095) 00010000:00010000:2.0:1746126824.299178:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.299189:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.299195:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d180 00000100:00100000:2.0:1746126824.299223:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2778 00000100:00100000:2.0:1746126824.299229:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2030:x1830946005385088:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126824.299339:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2030:x1830946005385088:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.299345:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2778 00002000:00100000:2.0:1746126824.299350:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d180 x1830946005385088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.299356:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946005385088 ext(0->4095) 00010000:00010000:2.0:1746126824.299361:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.299368:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.299373:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d180 00000100:00100000:1.0:1746126824.299630:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676160:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126824.299645:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126824.299854:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005384832:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3763us (3895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.299862:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17771 00000100:00100000:0.0:1746126824.301966:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.302049:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005385216 00000100:00100000:1.0:1746126824.302055:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005385216 00010000:00010000:1.0:1746126824.302078:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.302157:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17772 00000100:00100000:1.0:1746126824.302164:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005385216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126824.302175:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126824.302190:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.302199:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.302218:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75e5 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.302229:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.302231:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.302236:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.302244:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.302268:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 60 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126824.302278:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676288:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126824.302340:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.306557:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.306858:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005385472 00000100:00100000:2.0:1746126824.306866:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005385472 00002000:00100000:2.0:1746126824.306900:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ed80 x1830946005385472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.306910:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ed80 with x1830946005385472 ext(0->4095) 00002000:00010000:2.0:1746126824.306914:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ed80 00000100:00100000:2.0:1746126824.306945:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13718 00000100:00100000:2.0:1746126824.306952:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2029:x1830946005385472:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126824.307021:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676288:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126824.307038:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126824.307086:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005385216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4923us (5125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.307093:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17772 00000100:00100000:2.0:1746126824.307250:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2029:x1830946005385472:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.307256:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13718 00002000:00100000:2.0:1746126824.307261:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ed80 x1830946005385472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.308080:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ed80 with x1830946005385472 ext(0->4095) 00002000:00010000:2.0:1746126824.308084:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ed80 00000100:00100000:0.0:1746126824.314956:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.315279:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005385600 00000100:00100000:1.0:1746126824.315287:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005385600 00000100:00100000:1.0:1746126824.315340:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30054 00000100:00100000:1.0:1746126824.315347:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005385600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.315363:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.315377:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75f3 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.315400:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.315411:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.315412:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.315415:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.315439:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 59 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.315450:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 59 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.315459:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997676416:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.315539:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.319622:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997676416:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.319648:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.319663:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126824.319745:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005385600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4397us (4795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.319753:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30054 00000100:00100000:0.0:1746126824.323040:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.323345:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005385728 00000100:00100000:2.0:1746126824.323353:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005385728 00002000:00100000:2.0:1746126824.324553:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3dd500 x1830946005385728/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.324563:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dd500 with x1830946005385728 ext(0->7) 00010000:00010000:2.0:1746126824.324572:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 60 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.324585:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 60 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.324591:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dd500 00000100:00100000:2.0:1746126824.324623:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2779 00000100:00100000:2.0:1746126824.324630:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005385728:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.327178:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005385728:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2542us (4138us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746126824.327188:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2779 00002000:00100000:0.0:1746126824.327196:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3dd500 x1830946005385728/t4294970633(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.327204:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dd500 with x1830946005385728 ext(0->7) 00010000:00010000:0.0:1746126824.327212:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126824.327225:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126824.327231:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dd500 00000100:00100000:0.0:1746126824.333358:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.333419:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005385856 00000100:00100000:1.0:1746126824.333427:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005385856 00010000:00010000:1.0:1746126824.333458:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.333500:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17773 00000100:00100000:1.0:1746126824.333506:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005385856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126824.333517:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126824.333530:0:7237:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126824 -> 1746126825 00002000:00010000:1.0:1746126824.333532:0:7237:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126824 -> 1746126825 00010000:00010000:1.0:1746126824.333537:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.333548:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.333565:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a2f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75ec expref: 62 pid: 25366 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.333589:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.333590:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.333597:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.333603:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.333629:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126824.333639:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676544:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126824.333712:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.338062:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.339875:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.339901:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005386240 00000100:00100000:0.0:1746126824.339908:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005386240 00002000:00100000:0.0:1746126824.339944:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3ddc00 x1830946005386240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.339953:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005386240 ext(0->4095) 00002000:00010000:0.0:1746126824.339958:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3ddc00 00000100:00100000:0.0:1746126824.339990:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13719 00000100:00100000:0.0:1746126824.339996:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005386240:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126824.340113:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005386240:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126824.340119:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13719 00002000:00100000:0.0:1746126824.340137:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3ddc00 x1830946005386240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.340144:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005386240 ext(0->4095) 00002000:00010000:0.0:1746126824.340147:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3ddc00 00000100:00100000:1.0:1746126824.340252:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005385984 00000100:00100000:1.0:1746126824.340256:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005385984 00000100:00100000:1.0:1746126824.340277:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30055 00000100:00100000:1.0:1746126824.340283:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005385984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.340290:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.340303:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff75fa expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.340322:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.340334:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.340336:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.340339:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.340362:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.340372:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676544:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126824.340373:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 5 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:1.0:1746126824.340383:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997676672:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.340385:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.340407:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005385856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6902us (7056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.340414:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17773 00000100:00100000:1.0:1746126824.340424:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.344999:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.345150:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005386368 00000100:00100000:2.0:1746126824.345158:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005386368 00000100:00100000:1.0:1746126824.345343:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ac44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997676672:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.345368:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.345381:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126824.345416:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1764:x1830946005385984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5133us (7361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.345422:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30055 00000100:00100000:1.0:1746126824.345440:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30056 00000100:00100000:1.0:1746126824.345445:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1765:x1830946005386368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.345456:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.345466:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7601 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.345480:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.345483:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.345488:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.345490:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 63 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.345510:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.345517:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 63 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.345522:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126824.345533:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1765:x1830946005386368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.345538:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30056 00000100:00100000:0.0:1746126824.346924:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.346970:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005386496 00000100:00100000:2.0:1746126824.346975:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005386496 00010000:00010000:2.0:1746126824.347000:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.347031:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17774 00000100:00100000:2.0:1746126824.347037:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005386496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.347047:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.347063:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.347073:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.347094:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a2f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75f3 expref: 6 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.347328:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.347330:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.347336:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.347415:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.347443:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.347452:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 62 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.347464:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676928:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.348072:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.352269:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997676928:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.352298:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.352359:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005386496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5321us (5438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.352369:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17774 00000100:00100000:2.0:1746126824.352453:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.352534:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005386752 00000100:00100000:2.0:1746126824.352546:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005386752 00002000:00100000:2.0:1746126824.352586:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811c00 x1830946005386752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.352595:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811c00 with x1830946005386752 ext(0->4095) 00010000:00010000:2.0:1746126824.352608:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.352620:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.352626:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811c00 00000100:00100000:2.0:1746126824.352647:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2780 00000100:00100000:2.0:1746126824.352654:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005386752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.352779:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005386752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.352801:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2780 00002000:00100000:2.0:1746126824.352807:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811c00 x1830946005386752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.352814:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811c00 with x1830946005386752 ext(0->4095) 00010000:00010000:2.0:1746126824.352819:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.352828:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.352839:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811c00 00000100:00100000:0.0:1746126824.356231:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.356825:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005386880 00000100:00100000:3.0:1746126824.356834:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005386880 00010000:00010000:3.0:1746126824.356867:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.356905:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17775 00000100:00100000:3.0:1746126824.356913:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005386880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.356925:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.356942:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.356952:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.356972:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a2ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff75fa expref: 63 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.356998:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.357000:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.357294:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.357302:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.357331:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 62 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.357341:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677056:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.357423:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.360224:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.360407:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005387136 00000100:00100000:2.0:1746126824.360415:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005387136 00002000:00100000:2.0:1746126824.360452:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268000 x1830946005387136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.360462:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268000 with x1830946005387136 ext(0->4095) 00002000:00010000:2.0:1746126824.360466:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099268000 00000100:00100000:2.0:1746126824.360496:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13720 00000100:00100000:2.0:1746126824.360503:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005387136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.360611:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005387136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.360619:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13720 00002000:00100000:2.0:1746126824.360624:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268000 x1830946005387136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.360630:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268000 with x1830946005387136 ext(0->4095) 00002000:00010000:2.0:1746126824.360633:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099268000 00000100:00100000:3.0:1746126824.360809:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677056:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.360825:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.360858:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005386880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3945us (4633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.360865:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17775 00000100:00100000:0.0:1746126824.364752:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.364853:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005387264 00000100:00100000:3.0:1746126824.364861:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005387264 00000100:00100000:2.0:1746126824.366084:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30057 00000100:00100000:2.0:1746126824.366095:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005387264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.366111:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.366144:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7608 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.366168:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 61 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.366175:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.366176:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.366179:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.366204:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 61 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.366214:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 61 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.366224:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997677184:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.368911:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.373648:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997677184:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.373673:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.373686:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126824.373727:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005387264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7635us (8983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.373738:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30057 00000100:00100000:0.0:1746126824.373897:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.373936:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005387392 00000100:00100000:2.0:1746126824.373941:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005387392 00002000:00100000:2.0:1746126824.373969:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009926aa00 x1830946005387392/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.373977:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926aa00 with x1830946005387392 ext(0->7) 00010000:00010000:2.0:1746126824.373983:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 62 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:2.0:1746126824.373994:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 62 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:2.0:1746126824.373999:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926aa00 00000100:00100000:2.0:1746126824.374015:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2781 00000100:00100000:2.0:1746126824.374021:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005387392:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.374644:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005387392:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 621us (747us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746126824.374650:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2781 00002000:00100000:0.0:1746126824.374657:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009926aa00 x1830946005387392/t4294970634(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.374663:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926aa00 with x1830946005387392 ext(0->7) 00010000:00010000:0.0:1746126824.374668:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 64 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:0.0:1746126824.374678:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 64 pid: 11460 timeout: 819 lvb_type: 0 00002000:00010000:0.0:1746126824.374682:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926aa00 00000100:00100000:0.0:1746126824.377572:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.377671:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005387520 00000100:00100000:3.0:1746126824.377678:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005387520 00010000:00010000:3.0:1746126824.377705:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 64 pid: 11460 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.377736:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17776 00000100:00100000:3.0:1746126824.377741:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2030:x1830946005387520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.377752:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.377766:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 64 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.377775:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 64 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.377802:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a306 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7601 expref: 64 pid: 11460 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.377828:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.379180:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.379195:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.379203:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.379236:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.379252:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677312:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.379327:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.381319:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677312:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.381336:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.381422:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2030:x1830946005387520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3678us (3856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.381432:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17776 00000100:00100000:0.0:1746126824.382944:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.382993:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005387776 00000100:00100000:2.0:1746126824.383000:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005387776 00002000:00100000:2.0:1746126824.383035:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c000 x1830946005387776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.383044:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c000 with x1830946005387776 ext(0->4095) 00002000:00010000:2.0:1746126824.383047:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14c000 00000100:00100000:2.0:1746126824.383074:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13721 00000100:00100000:2.0:1746126824.383081:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005387776:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126824.383222:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005387776:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.383228:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13721 00002000:00100000:2.0:1746126824.383233:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c000 x1830946005387776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.383239:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c000 with x1830946005387776 ext(0->4095) 00002000:00010000:2.0:1746126824.383242:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14c000 00000100:00100000:0.0:1746126824.387108:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.388302:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005387904 00000100:00100000:2.0:1746126824.388311:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005387904 00000100:00100000:2.0:1746126824.388362:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30058 00000100:00100000:2.0:1746126824.388370:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1765:x1830946005387904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.388384:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.388398:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff760f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.388671:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.388680:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.388681:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.388685:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 64 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.388711:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.388726:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 5 pid: 21550 timeout: 819 lvb_type: 0 00000100:00100000:2.0:1746126824.388742:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997677440:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.388819:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.390995:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.391179:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005388032 00000100:00100000:3.0:1746126824.391185:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005388032 00000100:00100000:3.0:1746126824.391273:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30059 00000100:00100000:3.0:1746126824.391281:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1764:x1830946005388032:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.391296:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.391310:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7616 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.391332:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.391337:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 66 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.391346:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.391349:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 66 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.391377:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 66 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.391387:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 66 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.391396:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00000100:00100000:3.0:1746126824.391493:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1764:x1830946005388032:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.391499:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30059 00000100:00100000:2.0:1746126824.392006:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997677440:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.392021:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.392028:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:2.0:1746126824.392049:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1765:x1830946005387904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3680us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.392055:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30058 00000100:00100000:0.0:1746126824.394650:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.394739:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005388160 00000100:00100000:3.0:1746126824.394747:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005388160 00010000:00010000:3.0:1746126824.394775:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 6 pid: 21550 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.394809:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17777 00000100:00100000:3.0:1746126824.394816:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005388160:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.394829:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.394846:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 6 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.394856:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 6 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.394876:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a30d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7608 expref: 6 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:3.0:1746126824.395156:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.395158:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.395165:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 64 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.395172:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 64 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.395198:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 64 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.395207:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 64 pid: 21550 timeout: 819 lvb_type: 0 00000100:00100000:3.0:1746126824.395216:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677696:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.396989:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.400323:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677696:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.400338:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126824.400340:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.400375:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005388160:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5559us (5730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.400383:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17777 00000100:00100000:1.0:1746126824.400421:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005388416 00000100:00100000:1.0:1746126824.400426:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005388416 00002000:00100000:1.0:1746126824.400464:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14fb80 x1830946005388416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.400473:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14fb80 with x1830946005388416 ext(0->4095) 00010000:00010000:1.0:1746126824.400479:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 819 lvb_type: 0 00010000:00010000:1.0:1746126824.400490:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.400496:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14fb80 00000100:00100000:1.0:1746126824.400519:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2782 00000100:00100000:1.0:1746126824.400525:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005388416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.401052:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005388416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 525us (711us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.401058:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2782 00002000:00100000:1.0:1746126824.401063:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14fb80 x1830946005388416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.401069:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14fb80 with x1830946005388416 ext(0->4095) 00010000:00010000:1.0:1746126824.401074:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.401086:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.401090:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14fb80 00000100:00100000:0.0:1746126824.404449:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.404582:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.404796:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005388672 00000100:00100000:3.0:1746126824.404805:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005388672 00010000:00010000:3.0:1746126824.404834:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.404859:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17778 00000100:00100000:3.0:1746126824.404865:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005388672:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.404877:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.404895:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.404905:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.404924:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a314 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff760f expref: 65 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.404940:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.404942:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.404947:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.404954:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.405007:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.405019:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677824:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.405081:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.405355:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005388544 00000100:00100000:2.0:1746126824.405360:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005388544 00000100:00100000:2.0:1746126824.405394:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30060 00000100:00100000:2.0:1746126824.405399:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005388544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.405410:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.405420:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff761d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.405435:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.405441:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.405442:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.405445:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.405465:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.405474:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.405482:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997677952:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.405515:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.408450:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997677824:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.408468:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.408505:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2027:x1830946005388672:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3639us (3921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.408514:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17778 00000100:00100000:2.0:1746126824.409116:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997677952:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.409165:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.409177:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:3.0:1746126824.410503:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005388544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5101us (6059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.410510:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30060 00000100:00100000:0.0:1746126824.410796:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.410839:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005388928 00000100:00100000:2.0:1746126824.410845:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005388928 00002000:00100000:2.0:1746126824.410874:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b480 x1830946005388928/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.410884:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b480 with x1830946005388928 ext(0->4095) 00010000:00010000:2.0:1746126824.410890:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.410900:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.410906:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b480 00000100:00100000:2.0:1746126824.410933:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2783 00000100:00100000:2.0:1746126824.410939:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005388928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.411196:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005388928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 257us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.411202:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2783 00002000:00100000:2.0:1746126824.411206:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b480 x1830946005388928/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.411213:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b480 with x1830946005388928 ext(0->4095) 00010000:00010000:2.0:1746126824.411216:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.411224:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 64 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.411229:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b480 00000100:00100000:0.0:1746126824.414691:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.414739:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.414933:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005389056 00000100:00100000:3.0:1746126824.414941:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005389056 00000100:00100000:3.0:1746126824.414979:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30061 00000100:00100000:3.0:1746126824.414985:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+64:1764:x1830946005389056:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.415001:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.415014:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7624 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.415036:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.415041:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.415047:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126824.415050:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 65 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.415080:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.415095:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 65 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.415103:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0a00, rc 0) 00000100:00100000:3.0:1746126824.415176:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1764:x1830946005389056:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.415182:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30061 00000100:00100000:2.0:1746126824.415439:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005389184 00000100:00100000:2.0:1746126824.415442:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005389184 00010000:00010000:2.0:1746126824.415458:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 65 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.415476:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17779 00000100:00100000:2.0:1746126824.415481:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2028:x1830946005389184:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.415487:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.415501:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 65 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.415513:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 65 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.415527:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a31b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7616 expref: 65 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.415538:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.415539:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.415543:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.415549:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.415565:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.415573:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.415582:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678208:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.415633:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.418758:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678208:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.418776:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.419317:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005389184:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3833us (4575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.419325:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17779 00000100:00100000:0.0:1746126824.419530:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.419610:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005389440 00000100:00100000:2.0:1746126824.419616:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005389440 00002000:00100000:2.0:1746126824.419643:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b100 x1830946005389440/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.419657:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b100 with x1830946005389440 ext(0->4095) 00010000:00010000:2.0:1746126824.419664:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.419674:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.419680:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b100 00000100:00100000:2.0:1746126824.419703:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2784 00000100:00100000:2.0:1746126824.419709:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005389440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.419818:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005389440:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.419823:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2784 00002000:00100000:2.0:1746126824.419827:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b100 x1830946005389440/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.419834:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b100 with x1830946005389440 ext(0->4095) 00010000:00010000:2.0:1746126824.419837:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.419845:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.419850:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b100 00000100:00100000:0.0:1746126824.422808:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.422943:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005389568 00000100:00100000:3.0:1746126824.422950:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005389568 00010000:00010000:3.0:1746126824.422977:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.423013:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17780 00000100:00100000:3.0:1746126824.423018:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005389568:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.423030:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.423047:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.423057:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.423075:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a322 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff761d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.423099:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.423101:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.423107:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 63 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.423115:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 63 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.423164:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 63 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.423175:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678336:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.423864:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.425714:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678336:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.425730:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.425795:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005389568:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2766us (2983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.425803:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17780 00000100:00100000:1.0:1746126824.427036:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.427254:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005389824 00000100:00100000:2.0:1746126824.427260:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005389824 00002000:00100000:2.0:1746126824.427292:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44380 x1830946005389824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.427306:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44380 with x1830946005389824 ext(0->4095) 00002000:00010000:2.0:1746126824.427310:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44380 00000100:00100000:1.0:1746126824.428035:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13722 00000100:00100000:1.0:1746126824.428043:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005389824:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.428185:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005389824:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (1150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.428191:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13722 00002000:00100000:1.0:1746126824.428196:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44380 x1830946005389824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.428204:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44380 with x1830946005389824 ext(0->4095) 00002000:00010000:1.0:1746126824.428207:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44380 00000100:00100000:0.0:1746126824.434445:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.435522:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005389952 00000100:00100000:2.0:1746126824.435533:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005389952 00000100:00100000:2.0:1746126824.435590:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30062 00000100:00100000:2.0:1746126824.435598:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005389952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.435612:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.435626:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff762b expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.435651:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 63 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.435658:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.435660:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.435663:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.435688:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 63 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.435697:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 63 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.435707:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997678464:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.435775:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.441703:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997678464:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.441730:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.441744:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:2.0:1746126824.441801:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005389952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6201us (7361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.441808:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30062 00000100:00100000:0.0:1746126824.457853:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.460295:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005390080 00000100:00100000:2.0:1746126824.460304:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005390080 00002000:00100000:2.0:1746126824.460348:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009335aa00 x1830946005390080/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.460358:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335aa00 with x1830946005390080 ext(0->7) 00010000:00010000:2.0:1746126824.460365:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 64 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.460378:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 64 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.460384:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335aa00 00000100:00100000:1.0:1746126824.461747:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2785 00000100:00100000:1.0:1746126824.461759:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005390080:12345-192.168.202.29@tcp:4:ldlm_bl.0 00010000:00010000:1.0:1746126824.462247:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126824.464410:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946005390080:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2647us (6656us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746126824.464419:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2785 00002000:00100000:0.0:1746126824.464429:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009335aa00 x1830946005390080/t4294970635(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.464436:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335aa00 with x1830946005390080 ext(0->7) 00010000:00010000:0.0:1746126824.464444:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 66 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.464456:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 66 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.464462:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335aa00 00000100:00100000:0.0:1746126824.464766:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.464838:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005390208 00000100:00100000:2.0:1746126824.464845:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005390208 00000100:00100000:2.0:1746126824.464984:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30063 00000100:00100000:2.0:1746126824.464992:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1764:x1830946005390208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.465004:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.465016:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7632 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.465034:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.465039:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.465044:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126824.465047:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 67 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.465074:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.465095:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 67 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.465103:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126824.465153:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+67:1764:x1830946005390208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.465158:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30063 00000100:00100000:0.0:1746126824.465862:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.465918:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005390336 00000100:00100000:2.0:1746126824.465922:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005390336 00010000:00010000:2.0:1746126824.465939:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 67 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.465968:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17781 00000100:00100000:2.0:1746126824.465974:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2027:x1830946005390336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.465983:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.465996:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 67 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.466009:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 67 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.466024:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a329 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7624 expref: 67 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.466037:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.466038:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.466044:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.466050:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.466069:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.466078:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 5 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.466088:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678720:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.466153:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.467699:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678720:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.467711:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.467734:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946005390336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1760us (1872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.467740:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17781 00000100:00100000:0.0:1746126824.468940:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.468986:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005390592 00000100:00100000:2.0:1746126824.468991:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005390592 00002000:00100000:2.0:1746126824.469018:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358a80 x1830946005390592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.469026:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358a80 with x1830946005390592 ext(0->4095) 00010000:00010000:2.0:1746126824.469033:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.469044:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.469050:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358a80 00000100:00100000:2.0:1746126824.469076:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2786 00000100:00100000:2.0:1746126824.469082:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005390592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126824.469265:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005390592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.469272:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2786 00002000:00100000:3.0:1746126824.469282:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358a80 x1830946005390592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.469289:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358a80 with x1830946005390592 ext(0->4095) 00010000:00010000:3.0:1746126824.469294:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.469303:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.469308:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093358a80 00000100:00100000:0.0:1746126824.473207:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.473261:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005390720 00000100:00100000:2.0:1746126824.473268:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005390720 00010000:00010000:2.0:1746126824.473294:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.473318:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17782 00000100:00100000:2.0:1746126824.473324:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005390720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.473334:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.473351:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.473360:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.473380:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a330 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff762b expref: 6 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.473403:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.473404:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.473411:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 65 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.473418:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 65 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.473445:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 65 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.473455:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678848:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.473515:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.478767:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997678848:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.478794:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.478843:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005390720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5518us (5641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.478852:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17782 00000100:00100000:0.0:1746126824.479641:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.480589:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005390976 00000100:00100000:3.0:1746126824.480595:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005390976 00002000:00100000:3.0:1746126824.480627:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358e00 x1830946005390976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.480636:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358e00 with x1830946005390976 ext(0->4095) 00002000:00010000:3.0:1746126824.480640:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093358e00 00000100:00100000:3.0:1746126824.480840:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13723 00000100:00100000:3.0:1746126824.480847:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946005390976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126824.481393:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946005390976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 545us (1752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.481398:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13723 00002000:00100000:3.0:1746126824.481404:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093358e00 x1830946005390976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.481410:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093358e00 with x1830946005390976 ext(0->4095) 00002000:00010000:3.0:1746126824.481413:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093358e00 00000100:00100000:0.0:1746126824.484948:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.485098:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005391104 00000100:00100000:3.0:1746126824.485106:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005391104 00000100:00100000:3.0:1746126824.485176:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30064 00000100:00100000:3.0:1746126824.485183:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005391104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.485198:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.485211:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7639 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.485234:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 65 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.485241:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.485243:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.485246:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.485273:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 65 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.485283:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 65 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.485293:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997678976:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.486893:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.494103:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.494294:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997678976:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.494317:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.494332:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00000100:00100000:2.0:1746126824.494367:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005391104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9184us (9426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.494375:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30064 00000100:00100000:3.0:1746126824.494490:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005391232 00000100:00100000:3.0:1746126824.494496:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005391232 00002000:00100000:3.0:1746126824.494526:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e1fc700 x1830946005391232/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.494534:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc700 with x1830946005391232 ext(0->7) 00010000:00010000:3.0:1746126824.494541:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 66 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.494553:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 66 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.494559:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc700 00000100:00100000:3.0:1746126824.494691:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2787 00000100:00100000:3.0:1746126824.494699:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2028:x1830946005391232:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.496120:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005391232:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1417us (2019us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746126824.496153:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2787 00002000:00100000:0.0:1746126824.496159:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e1fc700 x1830946005391232/t4294970636(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.496167:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc700 with x1830946005391232 ext(0->7) 00010000:00010000:0.0:1746126824.496173:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 68 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.496184:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 68 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.496190:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc700 00000100:00100000:0.0:1746126824.503539:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.503596:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.503708:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005391488 00000100:00100000:3.0:1746126824.503715:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005391488 00000100:00100000:3.0:1746126824.504751:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30065 00000100:00100000:3.0:1746126824.504761:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1764:x1830946005391488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.504776:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.504802:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7640 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.504825:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.504831:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.504837:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126824.504840:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 69 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.504871:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.504886:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 69 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.504894:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0400, rc 0) 00000100:00100000:2.0:1746126824.505511:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005391360 00000100:00100000:2.0:1746126824.505518:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005391360 00010000:00010000:2.0:1746126824.505539:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 70 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.507291:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+70:1764:x1830946005391488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2525us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.507300:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30065 00000100:00100000:2.0:1746126824.507537:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17783 00000100:00100000:2.0:1746126824.507545:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2029:x1830946005391360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.507558:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.507577:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 69 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.507587:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 69 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.507604:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a337 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7632 expref: 69 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.507622:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.507624:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.507630:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.507636:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.507662:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.507671:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.507681:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997679232:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.507743:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.512253:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.512634:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005391744 00000100:00100000:1.0:1746126824.512641:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005391744 00002000:00100000:1.0:1746126824.512679:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fed80 x1830946005391744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.512689:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fed80 with x1830946005391744 ext(0->4095) 00010000:00010000:1.0:1746126824.512696:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.512709:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.512715:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fed80 00000100:00100000:1.0:1746126824.512730:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2788 00000100:00100000:1.0:1746126824.512736:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005391744:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.512863:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005391744:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.512869:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2788 00002000:00100000:1.0:1746126824.512874:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fed80 x1830946005391744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.512881:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fed80 with x1830946005391744 ext(0->4095) 00010000:00010000:1.0:1746126824.512885:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.512894:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.512899:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fed80 00000100:00100000:2.0:1746126824.513119:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997679232:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.513152:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.513186:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2029:x1830946005391360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5642us (9654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.513193:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17783 00000100:00100000:0.0:1746126824.515245:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.515320:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005391872 00000100:00100000:2.0:1746126824.515325:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005391872 00010000:00010000:2.0:1746126824.515348:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.515379:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17784 00000100:00100000:2.0:1746126824.515385:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005391872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.515399:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.515414:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.515423:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.515442:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a33e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7639 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.515456:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.515457:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.515463:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 67 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.515470:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 67 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.515495:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 67 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.515505:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997679360:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.515567:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.517887:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997679360:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.517902:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.517944:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005391872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2557us (2702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.517956:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17784 00000100:00100000:0.0:1746126824.519899:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.519960:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005392128 00000100:00100000:2.0:1746126824.519967:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005392128 00002000:00100000:2.0:1746126824.520000:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fdf80 x1830946005392128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.520009:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdf80 with x1830946005392128 ext(0->4095) 00002000:00010000:2.0:1746126824.520014:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fdf80 00000100:00100000:2.0:1746126824.520044:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13724 00000100:00100000:2.0:1746126824.520051:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005392128:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.520187:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005392128:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.520192:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13724 00002000:00100000:2.0:1746126824.520197:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fdf80 x1830946005392128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.520204:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdf80 with x1830946005392128 ext(0->4095) 00002000:00010000:2.0:1746126824.520206:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fdf80 00000100:00100000:0.0:1746126824.522865:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.523551:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005392256 00000100:00100000:3.0:1746126824.523560:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005392256 00000100:00100000:3.0:1746126824.523603:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30066 00000100:00100000:3.0:1746126824.523610:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005392256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.523628:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.523645:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7647 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.523671:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 67 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.523677:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.523678:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.523681:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.523706:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 67 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.523719:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 67 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.523729:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997679488:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.523811:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.531691:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997679488:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126824.531717:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.531730:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0600, rc 0) 00000100:00100000:3.0:1746126824.531767:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005392256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8157us (8910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.531774:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30066 00000100:00100000:0.0:1746126824.536062:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.536233:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005392384 00000100:00100000:2.0:1746126824.536241:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005392384 00002000:00100000:2.0:1746126824.536278:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e1fd180 x1830946005392384/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.536286:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd180 with x1830946005392384 ext(0->7) 00010000:00010000:2.0:1746126824.536294:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 68 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.536308:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 68 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.536314:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fd180 00000100:00100000:2.0:1746126824.537216:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2789 00000100:00100000:2.0:1746126824.537224:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005392384:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.537969:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946005392384:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 744us (1914us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746126824.537975:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2789 00002000:00100000:0.0:1746126824.537981:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e1fd180 x1830946005392384/t4294970637(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.537990:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd180 with x1830946005392384 ext(0->7) 00010000:00010000:0.0:1746126824.537996:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 70 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.538007:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 70 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.538013:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fd180 00000100:00100000:2.0:1746126824.539771:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.540401:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005392512 00000100:00100000:3.0:1746126824.540408:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005392512 00010000:00010000:3.0:1746126824.540433:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 70 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.540461:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17785 00000100:00100000:3.0:1746126824.540466:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2028:x1830946005392512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.540477:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.540492:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 70 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.540506:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 70 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.540524:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0400/0x63da90637734a345 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7640 expref: 70 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.540781:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.540792:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.540799:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.540806:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.540834:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.540843:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997679616:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.541159:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.543735:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.544013:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005392768 00000100:00100000:0.0:1746126824.544020:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005392768 00002000:00100000:0.0:1746126824.544059:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47b80 x1830946005392768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.544067:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47b80 with x1830946005392768 ext(0->4095) 00002000:00010000:0.0:1746126824.544071:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47b80 00000100:00100000:0.0:1746126824.544096:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13725 00000100:00100000:0.0:1746126824.544102:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005392768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126824.544237:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005392768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126824.544243:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13725 00002000:00100000:0.0:1746126824.544249:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47b80 x1830946005392768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.544255:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47b80 with x1830946005392768 ext(0->4095) 00002000:00010000:0.0:1746126824.544257:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47b80 00000100:00100000:3.0:1746126824.544506:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997679616:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.544521:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.545247:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2028:x1830946005392512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4597us (5297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.545256:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17785 00000100:00100000:0.0:1746126824.545924:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.546101:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005392896 00000100:00100000:3.0:1746126824.546106:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005392896 00000100:00100000:3.0:1746126824.546155:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30067 00000100:00100000:3.0:1746126824.546160:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1764:x1830946005392896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.546171:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.546183:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff764e expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.546204:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.546211:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.546213:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.546216:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 70 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126824.546513:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126824.546570:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.546580:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.546592:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997679744:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.546650:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.546733:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005393024 00000100:00100000:1.0:1746126824.546737:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005393024 00000100:00100000:1.0:1746126824.546758:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30068 00000100:00100000:1.0:1746126824.546763:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+71:1765:x1830946005393024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.546769:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.546775:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7655 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.546812:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.546816:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 72 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.546820:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.546823:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 72 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.546841:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 72 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.546851:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 72 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.546860:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126824.546879:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1765:x1830946005393024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.546884:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30068 00000100:00100000:0.0:1746126824.550953:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.551073:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005393152 00000100:00100000:2.0:1746126824.551080:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005393152 00010000:00010000:2.0:1746126824.551106:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.551156:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17786 00000100:00100000:2.0:1746126824.551163:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005393152:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.551174:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.551190:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.551199:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.551218:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.551220:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.551226:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.551237:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.551264:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.551274:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.551285:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680000:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.551353:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126824.551426:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0600/0x63da90637734a34c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7647 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.551439:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997679744:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126824.551457:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.551463:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.551471:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00000100:00100000:3.0:1746126824.551493:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+71:1764:x1830946005392896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5332us (5569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.551498:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30067 00000100:00100000:0.0:1746126824.555729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.556121:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680000:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.556161:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126824.556355:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005393408 00000100:00100000:1.0:1746126824.556360:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005393408 00002000:00100000:1.0:1746126824.556395:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3b80 x1830946005393408/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.556404:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3b80 with x1830946005393408 ext(0->4095) 00010000:00010000:1.0:1746126824.556412:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.556423:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.556429:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f3b80 00000100:00100000:1.0:1746126824.556448:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2790 00000100:00100000:1.0:1746126824.556454:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2027:x1830946005393408:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.556648:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005393152:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5485us (5700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.556656:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17786 00000100:00100000:1.0:1746126824.557753:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2027:x1830946005393408:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1297us (2029us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.557759:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2790 00002000:00100000:1.0:1746126824.557765:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3b80 x1830946005393408/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.557774:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3b80 with x1830946005393408 ext(0->4095) 00010000:00010000:1.0:1746126824.557779:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.557798:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.557804:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f3b80 00000100:00100000:0.0:1746126824.560871:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.561151:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005393536 00000100:00100000:2.0:1746126824.561159:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005393536 00010000:00010000:2.0:1746126824.561187:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.561220:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17787 00000100:00100000:2.0:1746126824.561227:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2029:x1830946005393536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.561241:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.561260:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.561270:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.561288:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0200/0x63da90637734a353 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff764e expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.561313:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.561315:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.561322:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 70 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.561329:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 70 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.561355:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 70 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.561366:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680128:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.561434:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.565438:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680128:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.565456:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126824.565485:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.565823:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2029:x1830946005393536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4594us (4956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.565833:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17787 00000100:00100000:2.0:1746126824.565874:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005393792 00000100:00100000:2.0:1746126824.565879:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005393792 00002000:00100000:2.0:1746126824.565904:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3800 x1830946005393792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.565912:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3800 with x1830946005393792 ext(0->4095) 00002000:00010000:2.0:1746126824.565916:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f3800 00000100:00100000:2.0:1746126824.565938:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13726 00000100:00100000:2.0:1746126824.565943:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946005393792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.566033:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946005393792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.566038:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13726 00002000:00100000:2.0:1746126824.566042:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3800 x1830946005393792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.566048:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3800 with x1830946005393792 ext(0->4095) 00002000:00010000:2.0:1746126824.566050:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f3800 00000100:00100000:0.0:1746126824.574602:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.574768:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005393920 00000100:00100000:3.0:1746126824.574775:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005393920 00000100:00100000:3.0:1746126824.574834:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30069 00000100:00100000:3.0:1746126824.574841:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005393920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.574855:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.574869:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff765c expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.574891:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 69 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.574896:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.574898:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.574900:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.574924:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 69 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.574935:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 69 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.574944:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997680256:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.575812:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.579939:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997680256:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126824.579965:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.579979:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0a00, rc 0) 00000100:00100000:3.0:1746126824.580021:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005393920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5179us (5425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.580029:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30069 00000100:00100000:0.0:1746126824.584674:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.585004:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005394048 00000100:00100000:3.0:1746126824.585012:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005394048 00002000:00100000:3.0:1746126824.585051:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f1f80 x1830946005394048/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.585060:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1f80 with x1830946005394048 ext(0->7) 00010000:00010000:3.0:1746126824.585067:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 70 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.585079:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 70 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.585090:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1f80 00000100:00100000:3.0:1746126824.585121:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2791 00000100:00100000:3.0:1746126824.585153:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2030:x1830946005394048:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.586024:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2030:x1830946005394048:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 870us (1354us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746126824.586031:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2791 00002000:00100000:0.0:1746126824.586036:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f1f80 x1830946005394048/t4294970638(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.586044:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1f80 with x1830946005394048 ext(0->7) 00010000:00010000:0.0:1746126824.586048:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 72 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.586056:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 72 pid: 25366 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.586062:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1f80 00000100:00100000:0.0:1746126824.594618:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.596153:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005394176 00000100:00100000:3.0:1746126824.596162:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005394176 00000100:00100000:3.0:1746126824.596214:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30070 00000100:00100000:3.0:1746126824.596221:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1764:x1830946005394176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.596238:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.596253:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7663 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.596272:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.596278:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.596284:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126824.596287:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.596317:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.596328:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.596336:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0800, rc 0) 00000100:00100000:3.0:1746126824.596381:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005394176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.596386:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30070 00000100:00100000:0.0:1746126824.596496:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.596729:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005394304 00000100:00100000:2.0:1746126824.596733:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005394304 00010000:00010000:2.0:1746126824.596750:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 73 pid: 25366 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.596770:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17788 00000100:00100000:2.0:1746126824.596775:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2030:x1830946005394304:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.596793:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.596809:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 73 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.596824:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 73 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.596839:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a35a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7655 expref: 73 pid: 25366 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.596858:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.596859:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.596865:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.596871:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.596890:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.596900:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.596910:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680512:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.596957:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.600114:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.600223:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126824.600231:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005394560 00000100:00100000:1.0:1746126824.600237:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005394560 00010000:00010000:2.0:1746126824.600239:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126824.600270:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1500 x1830946005394560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126824.600273:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2030:x1830946005394304:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3497us (3778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.600284:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17788 00002000:00100000:1.0:1746126824.600288:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1500 with x1830946005394560 ext(0->4095) 00010000:00010000:1.0:1746126824.600295:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.600306:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.600312:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1500 00000100:00100000:1.0:1746126824.600563:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2792 00000100:00100000:1.0:1746126824.600570:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005394560:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.600661:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005394560:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.600667:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2792 00002000:00100000:1.0:1746126824.600672:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1500 x1830946005394560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.600679:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1500 with x1830946005394560 ext(0->4095) 00010000:00010000:1.0:1746126824.600683:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.600691:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.600695:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1500 00000100:00100000:0.0:1746126824.604654:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.604715:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005394688 00000100:00100000:2.0:1746126824.604723:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005394688 00010000:00010000:2.0:1746126824.604751:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.604795:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17789 00000100:00100000:2.0:1746126824.604805:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005394688:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.604817:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.604835:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.604846:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.604866:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734a361 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff765c expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.604891:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.604894:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.604900:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.604907:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.604937:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.604949:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680640:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.605702:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.610562:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680640:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.610584:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.610838:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005394688:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6032us (6194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.610848:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17789 00000100:00100000:0.0:1746126824.614926:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.615224:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005394944 00000100:00100000:3.0:1746126824.615233:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005394944 00002000:00100000:3.0:1746126824.615271:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1c00 x1830946005394944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.615282:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1c00 with x1830946005394944 ext(0->4095) 00002000:00010000:3.0:1746126824.615287:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f1c00 00000100:00100000:3.0:1746126824.615321:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13727 00000100:00100000:3.0:1746126824.615328:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005394944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126824.615451:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005394944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (531us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.615457:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13727 00002000:00100000:3.0:1746126824.615462:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1c00 x1830946005394944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.615469:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1c00 with x1830946005394944 ext(0->4095) 00002000:00010000:3.0:1746126824.615472:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f1c00 00000100:00100000:0.0:1746126824.620504:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.620999:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005395072 00000100:00100000:2.0:1746126824.621008:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005395072 00000100:00100000:2.0:1746126824.621060:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30071 00000100:00100000:2.0:1746126824.621066:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005395072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.621081:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.621246:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff766a expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.621273:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.621279:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.621281:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.621283:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.621307:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 71 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.621321:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 71 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.621331:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997680768:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.621409:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.627500:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997680768:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126824.627524:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.627538:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:0.0:1746126824.627589:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005395072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6522us (7091us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126824.627597:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30071 00000100:00100000:0.0:1746126824.631938:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.632460:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005395200 00000100:00100000:1.0:1746126824.632468:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005395200 00002000:00100000:1.0:1746126824.632506:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f1880 x1830946005395200/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.632515:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1880 with x1830946005395200 ext(0->7) 00010000:00010000:1.0:1746126824.632522:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 72 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.632533:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 72 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.632539:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1880 00000100:00100000:1.0:1746126824.632566:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2793 00000100:00100000:1.0:1746126824.632572:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005395200:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.635427:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005395200:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2847us (3493us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746126824.635438:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2793 00002000:00100000:0.0:1746126824.635447:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f1880 x1830946005395200/t4294970639(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.635456:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1880 with x1830946005395200 ext(0->7) 00010000:00010000:0.0:1746126824.635463:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.635478:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.635485:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1880 00000100:00100000:1.0:1746126824.638267:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.638358:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.638414:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005395456 00000100:00100000:2.0:1746126824.638422:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005395456 00010000:00010000:2.0:1746126824.638455:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.638480:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17790 00000100:00100000:2.0:1746126824.638486:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2029:x1830946005395456:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.638496:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.638512:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.638522:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.638539:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0800/0x63da90637734a368 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7663 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.638554:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.638556:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.638562:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.638574:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.638599:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.638609:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680896:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.638680:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.638699:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005395328 00000100:00100000:0.0:1746126824.638704:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005395328 00000100:00100000:0.0:1746126824.638984:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30072 00000100:00100000:0.0:1746126824.638990:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1764:x1830946005395328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126824.639002:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126824.639013:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7671 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.639029:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.639034:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.639035:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.639039:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 75 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.639055:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.639064:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746126824.639072:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997681024:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126824.639106:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.640212:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997680896:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.640226:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.640261:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2029:x1830946005395456:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1774us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.640269:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17790 00000100:00100000:0.0:1746126824.643701:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.644210:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005395712 00000100:00100000:2.0:1746126824.644218:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005395712 00002000:00100000:2.0:1746126824.644256:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0380 x1830946005395712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.644266:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0380 with x1830946005395712 ext(0->4095) 00010000:00010000:2.0:1746126824.644274:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.644285:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.644291:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0380 00000100:00100000:2.0:1746126824.644322:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2794 00000100:00100000:2.0:1746126824.644329:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005395712:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.644369:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997681024:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.644391:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 74 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.644404:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075200, rc 0) 00000100:00100000:1.0:1746126824.644635:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1764:x1830946005395328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5644us (6276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.644643:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30072 00000100:00100000:2.0:1746126824.645228:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005395712:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 899us (1534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.645235:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2794 00002000:00100000:2.0:1746126824.645241:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0380 x1830946005395712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.645248:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0380 with x1830946005395712 ext(0->4095) 00010000:00010000:2.0:1746126824.645253:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.645262:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.645267:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0380 00000100:00100000:0.0:1746126824.650006:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.650098:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005395840 00000100:00100000:2.0:1746126824.650105:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005395840 00010000:00010000:2.0:1746126824.650163:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.650200:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17791 00000100:00100000:2.0:1746126824.651286:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005395840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.651301:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.651320:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.651446:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.651465:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a36f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff766a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.651492:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.651494:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.651500:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.651507:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.651535:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.651546:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681152:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.651626:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.655301:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681152:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.655320:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.655363:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005395840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5155us (5362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.655372:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17791 00000100:00100000:3.0:1746126824.655963:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.656211:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005396096 00000100:00100000:2.0:1746126824.656217:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005396096 00002000:00100000:2.0:1746126824.656252:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95f80 x1830946005396096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.656262:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95f80 with x1830946005396096 ext(0->4095) 00002000:00010000:2.0:1746126824.656266:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd95f80 00000100:00100000:2.0:1746126824.656292:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13728 00000100:00100000:2.0:1746126824.656299:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946005396096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.656555:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946005396096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 256us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.656561:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13728 00002000:00100000:2.0:1746126824.656566:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95f80 x1830946005396096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.656573:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95f80 with x1830946005396096 ext(0->4095) 00002000:00010000:2.0:1746126824.656575:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd95f80 00000100:00100000:0.0:1746126824.668889:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.669075:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005396224 00000100:00100000:1.0:1746126824.669085:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005396224 00000100:00100000:1.0:1746126824.669169:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30073 00000100:00100000:1.0:1746126824.669177:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005396224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.669198:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.669213:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7678 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.669237:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.669244:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.669245:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.669248:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.669274:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 73 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.669284:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 73 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.669294:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6bf8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997681280:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.669372:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.672358:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6bf8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997681280:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.672383:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.672396:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126824.672446:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005396224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3268us (3564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.672454:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30073 00000100:00100000:0.0:1746126824.672896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.673301:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005396352 00000100:00100000:2.0:1746126824.673307:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005396352 00002000:00100000:2.0:1746126824.673340:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f2300 x1830946005396352/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.673349:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2300 with x1830946005396352 ext(0->7) 00010000:00010000:2.0:1746126824.673355:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.673366:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 74 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.673376:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f2300 00000100:00100000:2.0:1746126824.673399:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2795 00000100:00100000:2.0:1746126824.673405:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005396352:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126824.674187:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2028:x1830946005396352:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 779us (1289us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746126824.674194:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2795 00002000:00100000:0.0:1746126824.674199:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f2300 x1830946005396352/t4294970640(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.674213:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2300 with x1830946005396352 ext(0->7) 00010000:00010000:0.0:1746126824.674217:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 76 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.674226:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 76 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.674232:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f2300 00000100:00100000:0.0:1746126824.677828:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.678185:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005396480 00000100:00100000:1.0:1746126824.678191:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005396480 00000100:00100000:1.0:1746126824.678285:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30074 00000100:00100000:1.0:1746126824.678292:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+76:1764:x1830946005396480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.678307:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.678319:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff767f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.678341:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.678346:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.678352:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126824.678355:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 77 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.678384:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.678396:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 77 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.678405:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e200, rc 0) 00000100:00100000:1.0:1746126824.678447:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+77:1764:x1830946005396480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.678453:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30074 00000100:00100000:0.0:1746126824.684862:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.684923:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005396608 00000100:00100000:2.0:1746126824.684930:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005396608 00010000:00010000:2.0:1746126824.684961:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 77 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.685605:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17792 00000100:00100000:2.0:1746126824.685614:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2027:x1830946005396608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.685629:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.685647:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 77 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.685660:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 77 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.685680:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734a376 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7671 expref: 77 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.685711:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.685713:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.685719:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.685732:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.685761:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.685770:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.686201:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681536:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.686285:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.689520:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.689675:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005396864 00000100:00100000:1.0:1746126824.689683:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005396864 00002000:00100000:1.0:1746126824.689720:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeaa00 x1830946005396864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.689730:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeaa00 with x1830946005396864 ext(0->4095) 00010000:00010000:1.0:1746126824.689738:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.689749:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.689755:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeaa00 00000100:00100000:1.0:1746126824.689793:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2796 00000100:00100000:1.0:1746126824.689800:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005396864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.689931:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681536:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.689946:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.689994:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946005396608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4381us (5149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.690003:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17792 00000100:00100000:1.0:1746126824.690079:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005396864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 279us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.690084:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2796 00002000:00100000:1.0:1746126824.690088:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeaa00 x1830946005396864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.690095:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeaa00 with x1830946005396864 ext(0->4095) 00010000:00010000:1.0:1746126824.690099:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.690108:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.690118:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeaa00 00000100:00100000:0.0:1746126824.693222:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.693328:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005396992 00000100:00100000:2.0:1746126824.693336:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005396992 00010000:00010000:2.0:1746126824.693363:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.693435:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17793 00000100:00100000:2.0:1746126824.693443:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005396992:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.693458:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.693474:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.693484:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.693503:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a37d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7678 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.693530:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.693532:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.693538:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 75 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.693545:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 75 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.693571:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 75 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.693582:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681664:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.693653:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.697933:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681664:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.697952:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.698002:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005396992:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4559us (4786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.698012:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17793 00000100:00100000:0.0:1746126824.700201:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.700326:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005397248 00000100:00100000:1.0:1746126824.700332:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005397248 00002000:00100000:1.0:1746126824.700368:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8e00 x1830946005397248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.700376:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8e00 with x1830946005397248 ext(0->4095) 00002000:00010000:1.0:1746126824.700380:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8e00 00000100:00100000:1.0:1746126824.700410:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13729 00000100:00100000:1.0:1746126824.700416:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946005397248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.700540:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946005397248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.700545:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13729 00002000:00100000:1.0:1746126824.700550:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8e00 x1830946005397248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.700557:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8e00 with x1830946005397248 ext(0->4095) 00002000:00010000:1.0:1746126824.700559:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8e00 00000100:00100000:0.0:1746126824.704023:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.704249:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005397376 00000100:00100000:2.0:1746126824.704256:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005397376 00000100:00100000:2.0:1746126824.704392:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30075 00000100:00100000:2.0:1746126824.704400:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005397376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.704413:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.704426:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7686 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.704447:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 75 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.704453:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.704455:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.704457:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.704478:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 75 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.704486:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 75 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.704495:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997681792:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.704773:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.709082:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.709162:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005397504 00000100:00100000:3.0:1746126824.709169:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005397504 00000100:00100000:2.0:1746126824.709188:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997681792:192.168.202.29@tcp:104: 00002000:00100000:3.0:1746126824.709201:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ade9f80 x1830946005397504/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.709210:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946005397504 ext(0->7) 00010000:00010000:2.0:1746126824.709212:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.709216:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 76 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.709228:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 76 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.709230:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00002000:00010000:3.0:1746126824.709234:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:3.0:1746126824.709261:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2797 00000100:00100000:3.0:1746126824.709266:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2029:x1830946005397504:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126824.709266:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005397376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4867us (5250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.709273:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30075 00000100:00100000:0.0:1746126824.711657:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2029:x1830946005397504:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2384us (2576us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746126824.711667:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2797 00002000:00100000:0.0:1746126824.711674:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ade9f80 x1830946005397504/t4294970641(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.711690:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946005397504 ext(0->7) 00010000:00010000:0.0:1746126824.711697:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.711708:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.711715:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:1.0:1746126824.718600:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.718712:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005397632 00000100:00100000:2.0:1746126824.718720:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005397632 00010000:00010000:2.0:1746126824.718752:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.718777:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17794 00000100:00100000:2.0:1746126824.719078:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2030:x1830946005397632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.719092:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.719109:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.719239:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.719258:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a384 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff767f expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.719281:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.719283:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.719288:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.719298:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.719323:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.719332:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681920:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.719573:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.725616:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.725851:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005397888 00000100:00100000:1.0:1746126824.725859:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005397888 00002000:00100000:1.0:1746126824.725894:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8380 x1830946005397888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.725903:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8380 with x1830946005397888 ext(0->4095) 00002000:00010000:1.0:1746126824.725908:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8380 00000100:00100000:1.0:1746126824.725928:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13730 00000100:00100000:1.0:1746126824.725934:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005397888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.726048:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005397888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.726054:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13730 00002000:00100000:1.0:1746126824.726059:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8380 x1830946005397888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.726065:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8380 with x1830946005397888 ext(0->4095) 00002000:00010000:1.0:1746126824.726068:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8380 00000100:00100000:2.0:1746126824.726223:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997681920:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.726239:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.726273:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2030:x1830946005397632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7489us (7680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.726281:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17794 00000100:00100000:0.0:1746126824.728765:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.729248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.729293:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005398016 00000100:00100000:2.0:1746126824.729300:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005398016 00000100:00100000:2.0:1746126824.729335:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005398144 00000100:00100000:2.0:1746126824.729338:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005398144 00000100:00100000:1.0:1746126824.729345:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30076 00000100:00100000:2.0:1746126824.729357:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30077 00000100:00100000:2.0:1746126824.729363:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+78:1765:x1830946005398144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126824.729370:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+78:1764:x1830946005398016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.729375:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.729375:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.729389:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7694 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.729389:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff768d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.729408:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.729523:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.729524:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.729528:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.729535:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.729538:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.729544:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.729546:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.729666:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.729680:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 5 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.729690:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997682176:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.729692:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.729701:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.729710:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126824.729882:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1765:x1830946005398144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 519us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.729888:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30077 00000100:00100000:1.0:1746126824.730148:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.732438:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.732504:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005398272 00000100:00100000:2.0:1746126824.732510:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005398272 00010000:00010000:2.0:1746126824.732538:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.732560:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17795 00000100:00100000:2.0:1746126824.732566:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005398272:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.732577:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.732593:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.732603:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.732623:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.732624:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.732631:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.732638:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.732663:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.732671:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.732680:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997682304:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.732741:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00010000:00010000:1.0:1746126824.733983:0:21550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a38b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7686 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.734010:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997682176:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.734030:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.734037:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.734046:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126824.734501:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1764:x1830946005398016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5130us (5745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.734508:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30076 00000100:00100000:3.0:1746126824.734854:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997682304:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.734864:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.734884:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005398272:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2318us (2452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.734890:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17795 00000100:00100000:0.0:1746126824.737944:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.738031:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005398528 00000100:00100000:2.0:1746126824.738038:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005398528 00002000:00100000:2.0:1746126824.738070:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9500 x1830946005398528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.738079:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9500 with x1830946005398528 ext(0->4095) 00010000:00010000:2.0:1746126824.738086:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.738096:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.738106:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9500 00000100:00100000:2.0:1746126824.738149:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2798 00000100:00100000:2.0:1746126824.738155:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946005398528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.738264:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946005398528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.738269:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2798 00002000:00100000:2.0:1746126824.738274:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9500 x1830946005398528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.738281:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9500 with x1830946005398528 ext(0->4095) 00010000:00010000:2.0:1746126824.738285:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.738292:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.738297:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9500 00000100:00100000:0.0:1746126824.739845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.739887:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005398656 00000100:00100000:3.0:1746126824.739892:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005398656 00010000:00010000:3.0:1746126824.739912:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.739941:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17796 00000100:00100000:3.0:1746126824.739947:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2028:x1830946005398656:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.739956:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.739969:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.739978:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.739999:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff768d expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.740028:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.740030:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.740036:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 78 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.740043:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 78 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.740068:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 78 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.740078:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997682432:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.740145:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.742323:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997682432:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.742339:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.742369:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2028:x1830946005398656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2421us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.742376:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17796 00000100:00100000:0.0:1746126824.742506:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.742738:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005398912 00000100:00100000:2.0:1746126824.742744:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005398912 00002000:00100000:2.0:1746126824.742770:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8000 x1830946005398912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.742778:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8000 with x1830946005398912 ext(0->4095) 00002000:00010000:2.0:1746126824.742790:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8000 00000100:00100000:2.0:1746126824.742803:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13731 00000100:00100000:2.0:1746126824.742808:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2027:x1830946005398912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.742884:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2027:x1830946005398912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 75us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.742888:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13731 00002000:00100000:2.0:1746126824.742892:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8000 x1830946005398912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.742898:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8000 with x1830946005398912 ext(0->4095) 00002000:00010000:2.0:1746126824.742900:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8000 00000100:00100000:0.0:1746126824.745235:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.745337:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005399040 00000100:00100000:1.0:1746126824.745344:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005399040 00000100:00100000:1.0:1746126824.745389:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30078 00000100:00100000:1.0:1746126824.745395:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005399040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.745410:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.745424:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff769b expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.745446:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 77 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.745452:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.745454:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.745456:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.745480:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 77 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.745490:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 77 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.745499:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997682560:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.745878:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.747368:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997682560:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.747387:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.747399:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126824.747429:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005399040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2034us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.747436:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30078 00000100:00100000:0.0:1746126824.748606:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.748734:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005399168 00000100:00100000:3.0:1746126824.748740:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005399168 00010000:00010000:3.0:1746126824.748764:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 78 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.748798:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17797 00000100:00100000:3.0:1746126824.748804:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2027:x1830946005399168:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.748815:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.748831:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 78 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.748839:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 78 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.748855:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a399 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7694 expref: 78 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.749358:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.749361:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.749368:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.749382:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.749412:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.749537:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997682688:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.749605:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.753222:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997682688:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.753239:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.753273:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2027:x1830946005399168:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4469us (4670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.753281:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17797 00000100:00100000:0.0:1746126824.754301:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.754371:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005399424 00000100:00100000:2.0:1746126824.754377:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005399424 00000100:00100000:0.0:1746126824.754380:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00002000:00100000:2.0:1746126824.754409:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67fb80 x1830946005399424/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.754418:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67fb80 with x1830946005399424 ext(0->4095) 00002000:00010000:2.0:1746126824.754422:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67fb80 00000100:00100000:2.0:1746126824.754446:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13732 00000100:00100000:1.0:1746126824.754446:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005399552 00000100:00100000:1.0:1746126824.754449:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005399552 00000100:00100000:2.0:1746126824.754451:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005399424:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.754474:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30079 00000100:00100000:1.0:1746126824.754479:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+77:1764:x1830946005399552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.754486:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.754498:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76a2 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.754516:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.754522:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.754524:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.754527:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.754549:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.754559:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.754569:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005399424:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.754569:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997682816:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.754574:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13732 00002000:00100000:2.0:1746126824.754578:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67fb80 x1830946005399424/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.754584:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67fb80 with x1830946005399424 ext(0->4095) 00010000:00010000:2.0:1746126824.754588:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.754597:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.754601:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67fb80 00000100:00100000:1.0:1746126824.754609:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.756061:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997682816:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.756082:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.756097:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126824.756152:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+78:1764:x1830946005399552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1671us (1769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.756159:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30079 00000100:00100000:0.0:1746126824.756963:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.757146:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.757256:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005399680 00000100:00100000:1.0:1746126824.757262:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005399680 00000100:00100000:1.0:1746126824.757291:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30080 00000100:00100000:1.0:1746126824.757296:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+78:1765:x1830946005399680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.757309:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.757320:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76a9 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.757335:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.757339:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.757345:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.757348:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.757372:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.757382:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.757394:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f600, rc 0) 00000100:00100000:1.0:1746126824.757417:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1765:x1830946005399680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.757421:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30080 00000100:00100000:3.0:1746126824.757676:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005399808 00000100:00100000:3.0:1746126824.757680:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005399808 00010000:00010000:3.0:1746126824.757696:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.757722:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17798 00000100:00100000:3.0:1746126824.757727:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005399808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.757734:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.757748:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.757756:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.757769:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a3a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff769b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.757781:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.757792:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.757797:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.757804:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.757821:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.757830:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.757839:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683072:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.758320:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.764034:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.764166:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683072:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.764183:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.764222:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005399808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6493us (7075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.764232:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17798 00000100:00100000:2.0:1746126824.764412:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005400064 00000100:00100000:2.0:1746126824.764418:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005400064 00002000:00100000:2.0:1746126824.764450:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ca80 x1830946005400064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.764459:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ca80 with x1830946005400064 ext(0->4095) 00010000:00010000:2.0:1746126824.764466:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.764477:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.764483:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67ca80 00000100:00100000:2.0:1746126824.764499:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2799 00000100:00100000:2.0:1746126824.764506:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2030:x1830946005400064:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126824.764619:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2030:x1830946005400064:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.764624:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2799 00002000:00100000:2.0:1746126824.764630:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ca80 x1830946005400064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.764637:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ca80 with x1830946005400064 ext(0->4095) 00010000:00010000:2.0:1746126824.764642:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.764654:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.764660:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67ca80 00000100:00100000:0.0:1746126824.767357:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.767421:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005400192 00000100:00100000:3.0:1746126824.767429:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005400192 00010000:00010000:3.0:1746126824.767456:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.767477:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17799 00000100:00100000:3.0:1746126824.767484:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946005400192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.767495:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.767510:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.767525:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.767544:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a3a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a2 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.767752:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.767754:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.767760:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.767768:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.767806:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 78 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.767817:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683200:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.767997:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.769594:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.769683:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683200:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.769699:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.769740:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2027:x1830946005400192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2256us (2390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.769748:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17799 00000100:00100000:2.0:1746126824.769821:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005400448 00000100:00100000:2.0:1746126824.769826:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005400448 00002000:00100000:2.0:1746126824.769853:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67df80 x1830946005400448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.769862:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67df80 with x1830946005400448 ext(0->4095) 00002000:00010000:2.0:1746126824.769865:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67df80 00000100:00100000:2.0:1746126824.769890:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13733 00000100:00100000:2.0:1746126824.770242:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2027:x1830946005400448:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.770951:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2027:x1830946005400448:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1053us (1361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.770957:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13733 00002000:00100000:2.0:1746126824.770962:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67df80 x1830946005400448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.770969:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67df80 with x1830946005400448 ext(0->4095) 00002000:00010000:2.0:1746126824.770972:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67df80 00000100:00100000:0.0:1746126824.773911:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.773996:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005400576 00000100:00100000:2.0:1746126824.774012:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005400576 00000100:00100000:2.0:1746126824.774056:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30081 00000100:00100000:2.0:1746126824.774063:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005400576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.774450:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.774466:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76b0 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.774492:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 77 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.774499:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.774500:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.774503:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.774529:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 77 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.774540:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 77 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.774550:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997683328:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.775290:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.778031:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997683328:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.778065:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.778079:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:2.0:1746126824.778150:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005400576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4086us (4244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.778160:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30081 00000100:00100000:0.0:1746126824.780846:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.781187:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005400704 00000100:00100000:3.0:1746126824.781195:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005400704 00010000:00010000:3.0:1746126824.781224:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.781255:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17800 00000100:00100000:3.0:1746126824.781261:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2028:x1830946005400704:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.781273:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.781288:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.781298:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.781315:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f600/0x63da90637734a3ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76a9 expref: 78 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.781341:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.781343:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.781350:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.781357:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.781384:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.781399:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683456:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.781461:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.781542:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.781840:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005400832 00000100:00100000:3.0:1746126824.781844:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005400832 00000100:00100000:3.0:1746126824.782404:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30082 00000100:00100000:3.0:1746126824.782412:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+78:1764:x1830946005400832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.782424:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.782433:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76b7 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.782451:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.782456:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.782457:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.782460:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.782475:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.782484:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 5 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.782492:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997683584:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.783213:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.784403:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997683584:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.784425:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.784438:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835e00, rc 0) 00000100:00100000:2.0:1746126824.784470:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1764:x1830946005400832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2058us (2927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.784476:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30082 00000100:00100000:3.0:1746126824.784634:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683456:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.784645:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.784662:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2028:x1830946005400704:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3402us (3824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.784669:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17800 00000100:00100000:0.0:1746126824.785949:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.786254:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005401088 00000100:00100000:2.0:1746126824.786260:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005401088 00002000:00100000:2.0:1746126824.786291:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67d880 x1830946005401088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.786301:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d880 with x1830946005401088 ext(0->4095) 00010000:00010000:2.0:1746126824.786308:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.786318:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.786325:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67d880 00000100:00100000:2.0:1746126824.787051:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2800 00000100:00100000:2.0:1746126824.787059:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005401088:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.787257:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005401088:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (1310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.787263:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2800 00002000:00100000:2.0:1746126824.787269:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67d880 x1830946005401088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.787276:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d880 with x1830946005401088 ext(0->4095) 00010000:00010000:2.0:1746126824.787282:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.787291:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.787296:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67d880 00000100:00100000:0.0:1746126824.789897:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.790026:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005401216 00000100:00100000:3.0:1746126824.790034:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005401216 00010000:00010000:3.0:1746126824.790060:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.790094:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17801 00000100:00100000:3.0:1746126824.790101:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005401216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.790113:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.790151:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.790162:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.790180:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b0 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.790210:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.790212:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.790219:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 77 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.790226:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 77 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.790258:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 77 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.790269:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683712:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.790341:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.796844:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997683712:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.796864:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.796906:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005401216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6804us (7014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.796914:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17801 00000100:00100000:0.0:1746126824.797178:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.797373:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005401472 00000100:00100000:2.0:1746126824.797379:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005401472 00002000:00100000:2.0:1746126824.797411:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ed80 x1830946005401472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.797419:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ed80 with x1830946005401472 ext(0->4095) 00002000:00010000:2.0:1746126824.797422:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67ed80 00000100:00100000:2.0:1746126824.797446:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13734 00000100:00100000:2.0:1746126824.797452:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2030:x1830946005401472:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126824.797555:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+78:2030:x1830946005401472:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.797560:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13734 00002000:00100000:2.0:1746126824.797565:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ed80 x1830946005401472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.797577:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ed80 with x1830946005401472 ext(0->4095) 00002000:00010000:2.0:1746126824.797579:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67ed80 00000100:00100000:0.0:1746126824.816380:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.817527:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005401600 00000100:00100000:2.0:1746126824.817535:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005401600 00000100:00100000:2.0:1746126824.818250:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30083 00000100:00100000:2.0:1746126824.818258:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005401600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.818273:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.818287:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76be expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.818311:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 77 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.818317:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.818319:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.818322:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.818346:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 77 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.818355:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 77 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.818365:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997683840:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.818985:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.822691:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997683840:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.822719:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.822735:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:2.0:1746126824.822796:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005401600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4537us (6421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.822803:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30083 00000100:00100000:0.0:1746126824.823456:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.823513:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.823728:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005401728 00000100:00100000:3.0:1746126824.823733:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005401728 00002000:00100000:3.0:1746126824.823764:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800b530a300 x1830946005401728/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.823771:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946005401728 ext(0->7) 00000100:00100000:2.0:1746126824.823771:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005401856 00000100:00100000:2.0:1746126824.823774:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005401856 00010000:00010000:3.0:1746126824.823777:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 79 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.823796:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 79 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.823802:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530a300 00000100:00100000:3.0:1746126824.823816:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2801 00000100:00100000:3.0:1746126824.823822:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2030:x1830946005401728:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126824.823860:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30084 00000100:00100000:2.0:1746126824.823866:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1764:x1830946005401856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.823873:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.823884:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76c5 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.823898:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.823901:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.823906:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126824.823909:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.823931:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.823940:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.823947:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db400, rc 0) 00000100:00100000:2.0:1746126824.823978:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946005401856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.823983:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30084 00000100:00100000:0.0:1746126824.824793:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2030:x1830946005401728:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 959us (1326us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746126824.824799:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2801 00002000:00100000:0.0:1746126824.824804:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800b530a300 x1830946005401728/t4294970642(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 496/448 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126824.824811:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946005401728 ext(0->7) 00010000:00010000:0.0:1746126824.824815:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.824824:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126824.824829:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530a300 00000100:00100000:0.0:1746126824.827737:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.827858:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005401984 00000100:00100000:3.0:1746126824.827865:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005401984 00010000:00010000:3.0:1746126824.827891:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.827921:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17802 00000100:00100000:3.0:1746126824.827927:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2029:x1830946005401984:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.827938:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.827953:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.827963:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.827979:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a3bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76b7 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.828003:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.828005:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.828010:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.828017:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.828042:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.828056:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 5 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.828065:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684096:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.828550:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.830394:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684096:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.830410:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.830441:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2029:x1830946005401984:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2514us (2709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.830450:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17802 00000100:00100000:0.0:1746126824.831062:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.831201:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005402240 00000100:00100000:2.0:1746126824.831207:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005402240 00002000:00100000:2.0:1746126824.831236:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530bb80 x1830946005402240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.831244:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530bb80 with x1830946005402240 ext(0->4095) 00010000:00010000:2.0:1746126824.831250:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.831260:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.831265:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530bb80 00000100:00100000:2.0:1746126824.831280:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2802 00000100:00100000:2.0:1746126824.831286:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005402240:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.831385:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005402240:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.831391:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2802 00002000:00100000:2.0:1746126824.831396:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530bb80 x1830946005402240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.831407:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530bb80 with x1830946005402240 ext(0->4095) 00010000:00010000:2.0:1746126824.831411:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.831419:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.831423:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530bb80 00000100:00100000:0.0:1746126824.834355:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.834743:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005402368 00000100:00100000:3.0:1746126824.834751:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005402368 00010000:00010000:3.0:1746126824.834780:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.835059:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17803 00000100:00100000:3.0:1746126824.835068:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005402368:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.835079:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.835097:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.835107:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.835156:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76be expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.835169:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.835171:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.835177:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.835184:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.835212:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.835223:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684224:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.835435:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.838261:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.838340:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005402624 00000100:00100000:1.0:1746126824.838347:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005402624 00002000:00100000:1.0:1746126824.838384:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b800 x1830946005402624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.838394:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b800 with x1830946005402624 ext(0->4095) 00002000:00010000:1.0:1746126824.838399:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b800 00000100:00100000:1.0:1746126824.838423:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13735 00000100:00100000:1.0:1746126824.838430:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005402624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.838539:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005402624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.838545:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13735 00002000:00100000:1.0:1746126824.838550:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b800 x1830946005402624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.838557:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b800 with x1830946005402624 ext(0->4095) 00002000:00010000:1.0:1746126824.838559:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b800 00000100:00100000:3.0:1746126824.838646:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684224:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.838660:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.838691:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005402368:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3625us (4343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.838698:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17803 00000100:00100000:0.0:1746126824.840757:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.840869:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005402752 00000100:00100000:1.0:1746126824.840875:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005402752 00000100:00100000:1.0:1746126824.840957:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30085 00000100:00100000:1.0:1746126824.840964:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005402752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.840979:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.840993:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76cc expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.841015:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.841021:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.841022:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.841024:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.841048:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.841058:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 79 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.841066:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997684352:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.841304:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.842393:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997684352:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.842411:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.842422:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126824.842446:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005402752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.842455:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30085 00000100:00100000:0.0:1746126824.843428:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.843508:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005402880 00000100:00100000:3.0:1746126824.843514:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005402880 00010000:00010000:3.0:1746126824.843536:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.843556:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17804 00000100:00100000:3.0:1746126824.843873:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2027:x1830946005402880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.843886:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.843902:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.843912:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.843930:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a3ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76c5 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.843959:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.843960:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.843966:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.843974:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.843997:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.844007:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684480:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.844071:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.849175:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684480:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.849200:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.849250:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946005402880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5377us (5822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.849262:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17804 00000100:00100000:0.0:1746126824.851303:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.852047:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.852112:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005403264 00000100:00100000:2.0:1746126824.852118:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005403264 00000100:00100000:2.0:1746126824.852174:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30086 00000100:00100000:2.0:1746126824.852180:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1764:x1830946005403264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.852194:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.852206:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76d3 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.852226:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.852232:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.852234:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.852236:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.852257:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.852268:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.852277:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997684608:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.852328:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.853295:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005403136 00000100:00100000:1.0:1746126824.853300:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005403136 00002000:00100000:1.0:1746126824.853323:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b480 x1830946005403136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.853331:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b480 with x1830946005403136 ext(0->4095) 00010000:00010000:1.0:1746126824.853337:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.853346:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.853351:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530b480 00000100:00100000:1.0:1746126824.853375:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2803 00000100:00100000:1.0:1746126824.853381:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005403136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.853473:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005403136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (2175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.853478:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2803 00002000:00100000:1.0:1746126824.853483:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b480 x1830946005403136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.853489:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b480 with x1830946005403136 ext(0->4095) 00010000:00010000:1.0:1746126824.853493:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.853505:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.853509:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530b480 00000100:00100000:2.0:1746126824.854160:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997684608:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.854179:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.854194:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126824.854216:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946005403264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2036us (2169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.854222:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30086 00000100:00100000:0.0:1746126824.857423:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.857541:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005403392 00000100:00100000:2.0:1746126824.857548:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005403392 00000100:00100000:2.0:1746126824.857589:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30087 00000100:00100000:2.0:1746126824.857594:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1765:x1830946005403392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.857608:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.857622:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76da expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.857641:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.857645:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.857654:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.857657:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.857683:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.857693:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.857700:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:2.0:1746126824.857731:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1765:x1830946005403392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.857736:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30087 00000100:00100000:0.0:1746126824.859216:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.859415:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005403520 00000100:00100000:3.0:1746126824.859420:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005403520 00010000:00010000:3.0:1746126824.859439:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.859458:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17805 00000100:00100000:3.0:1746126824.859463:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005403520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.859471:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.859486:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.859494:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.859510:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a3d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76cc expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.859532:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.859534:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.859539:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.859545:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.859566:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.859576:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.859586:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684864:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.859653:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.862200:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684864:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.862216:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.862247:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005403520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2782us (3033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.862256:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17805 00000100:00100000:0.0:1746126824.863843:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.863956:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005403776 00000100:00100000:2.0:1746126824.863963:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005403776 00002000:00100000:2.0:1746126824.864000:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308380 x1830946005403776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.864008:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308380 with x1830946005403776 ext(0->4095) 00010000:00010000:2.0:1746126824.864016:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.864027:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.864033:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5308380 00000100:00100000:2.0:1746126824.864178:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2804 00000100:00100000:2.0:1746126824.864185:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005403776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.864290:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005403776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.864296:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2804 00002000:00100000:2.0:1746126824.864300:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308380 x1830946005403776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.864307:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308380 with x1830946005403776 ext(0->4095) 00010000:00010000:2.0:1746126824.864311:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.864319:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.864324:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5308380 00000100:00100000:0.0:1746126824.868943:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.869048:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005403904 00000100:00100000:3.0:1746126824.869057:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005403904 00010000:00010000:3.0:1746126824.869087:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.869111:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17806 00000100:00100000:3.0:1746126824.869117:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2029:x1830946005403904:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.869150:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.869168:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.869178:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.869196:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a3d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76d3 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.869222:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.869224:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.869231:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.869237:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.869265:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.869276:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684992:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.869349:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.871954:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.872006:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005404160 00000100:00100000:1.0:1746126824.872012:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005404160 00002000:00100000:1.0:1746126824.872046:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff800 x1830946005404160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.872056:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff800 with x1830946005404160 ext(0->4095) 00002000:00010000:1.0:1746126824.872060:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff800 00000100:00100000:1.0:1746126824.872086:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13736 00000100:00100000:1.0:1746126824.872092:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005404160:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.872290:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005404160:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.872296:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13736 00002000:00100000:1.0:1746126824.872302:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff800 x1830946005404160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.872308:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff800 with x1830946005404160 ext(0->4095) 00002000:00010000:1.0:1746126824.872311:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff800 00000100:00100000:3.0:1746126824.872369:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997684992:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.872383:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.872417:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2029:x1830946005403904:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3301us (3483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.872425:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17806 00000100:00100000:0.0:1746126824.874522:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.874617:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005404288 00000100:00100000:3.0:1746126824.874624:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005404288 00000100:00100000:3.0:1746126824.874801:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30088 00000100:00100000:3.0:1746126824.874809:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005404288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.874821:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.874835:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76e1 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.874861:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.874867:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.874868:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.874871:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.874895:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.874906:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.874916:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997685120:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.874976:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.877445:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997685120:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126824.877470:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.877483:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0b600, rc 0) 00000100:00100000:3.0:1746126824.877528:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005404288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2719us (3010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.877536:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30088 00000100:00100000:0.0:1746126824.877958:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.878202:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005404416 00000100:00100000:3.0:1746126824.878208:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005404416 00010000:00010000:3.0:1746126824.878229:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.878246:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17807 00000100:00100000:3.0:1746126824.878252:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2027:x1830946005404416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.878262:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.878278:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.878287:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.878305:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a3df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76da expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.878905:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.878907:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.878914:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.878921:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.878946:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.878957:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997685248:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.879314:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.881172:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997685248:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.881187:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.881218:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946005404416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2965us (3260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.881227:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17807 00000100:00100000:2.0:1746126824.882808:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.883028:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005404672 00000100:00100000:1.0:1746126824.883034:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005404672 00002000:00100000:1.0:1746126824.883065:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813480 x1830946005404672/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.883080:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813480 with x1830946005404672 ext(0->4095) 00002000:00010000:1.0:1746126824.883084:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0813480 00000100:00100000:1.0:1746126824.883099:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13737 00000100:00100000:1.0:1746126824.883105:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005404672:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126824.883226:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005404672:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.883231:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13737 00002000:00100000:1.0:1746126824.883236:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813480 x1830946005404672/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.883241:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813480 with x1830946005404672 ext(0->4095) 00002000:00010000:1.0:1746126824.883244:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0813480 00000100:00100000:0.0:1746126824.883645:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.884151:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005404800 00000100:00100000:3.0:1746126824.884156:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005404800 00000100:00100000:3.0:1746126824.884941:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30089 00000100:00100000:3.0:1746126824.884949:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1764:x1830946005404800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.884961:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.884973:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76e8 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.884995:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.885003:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.885004:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.885008:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.885032:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.885042:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 5 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.885057:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997685376:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.885145:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.888063:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.888271:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997685376:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126824.888293:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.888305:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834e00, rc 0) 00000100:00100000:3.0:1746126824.888339:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946005404800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3391us (4695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.888346:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30089 00000100:00100000:3.0:1746126824.888365:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005404928 00000100:00100000:0.0:1746126824.888853:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.888923:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005404928 00000100:00100000:3.0:1746126824.888947:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30090 00000100:00100000:3.0:1746126824.888951:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1765:x1830946005404928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.888962:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.888972:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76ef expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.888988:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.888992:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.888996:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.888998:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.889021:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.889028:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.889034:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0b400, rc 0) 00000100:00100000:3.0:1746126824.889050:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1765:x1830946005404928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.889054:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30090 00000100:00100000:2.0:1746126824.889107:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005405056 00000100:00100000:2.0:1746126824.889111:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005405056 00010000:00010000:2.0:1746126824.889145:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.889161:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17808 00000100:00100000:2.0:1746126824.889166:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005405056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.889173:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.889187:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.889196:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.889210:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b600/0x63da90637734a3e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e1 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.889230:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.889232:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.889236:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.889242:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.889258:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.889266:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.889276:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997685632:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.889313:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.891681:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997685632:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.891698:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.892220:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005405056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3051us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.892232:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17808 00000100:00100000:0.0:1746126824.892473:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.893198:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005405312 00000100:00100000:2.0:1746126824.893204:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005405312 00002000:00100000:2.0:1746126824.893233:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc000 x1830946005405312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.893242:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830946005405312 ext(0->4095) 00010000:00010000:2.0:1746126824.893250:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.893260:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.893266:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afc000 00000100:00100000:2.0:1746126824.893441:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2805 00000100:00100000:2.0:1746126824.893448:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005405312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.893556:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005405312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1083us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.893561:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2805 00002000:00100000:2.0:1746126824.893566:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc000 x1830946005405312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.893573:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830946005405312 ext(0->4095) 00010000:00010000:2.0:1746126824.893577:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.893589:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.893594:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afc000 00000100:00100000:0.0:1746126824.896385:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.896489:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005405440 00000100:00100000:2.0:1746126824.896495:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005405440 00010000:00010000:2.0:1746126824.896519:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.896709:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17809 00000100:00100000:2.0:1746126824.896716:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005405440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.896728:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.896743:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.896753:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.896770:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a3ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76e8 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.896794:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.896796:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.896802:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.896812:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.896839:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.896849:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997685760:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.897619:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.900018:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.900098:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997685760:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126824.900115:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126824.900164:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005405440:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3448us (3785us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126824.900174:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17809 00000100:00100000:1.0:1746126824.900268:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005405696 00000100:00100000:1.0:1746126824.900274:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005405696 00002000:00100000:1.0:1746126824.900303:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813b80 x1830946005405696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.900311:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813b80 with x1830946005405696 ext(0->4095) 00002000:00010000:1.0:1746126824.900316:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0813b80 00000100:00100000:1.0:1746126824.900343:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13738 00000100:00100000:1.0:1746126824.900350:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2030:x1830946005405696:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126824.900438:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2030:x1830946005405696:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.900444:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13738 00002000:00100000:1.0:1746126824.900449:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813b80 x1830946005405696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.900455:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813b80 with x1830946005405696 ext(0->4095) 00002000:00010000:1.0:1746126824.900457:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0813b80 00000100:00100000:0.0:1746126824.902874:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.903594:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005405824 00000100:00100000:2.0:1746126824.903601:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005405824 00000100:00100000:2.0:1746126824.903640:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30091 00000100:00100000:2.0:1746126824.903646:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005405824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.903659:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.903673:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76f6 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.903693:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.903700:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.903702:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.903705:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.903725:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.903734:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 79 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.903744:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997685888:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.904108:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.906294:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997685888:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.906315:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.906328:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:2.0:1746126824.906360:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005405824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2713us (3492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.906366:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30091 00000100:00100000:0.0:1746126824.906649:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.906751:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005405952 00000100:00100000:1.0:1746126824.906755:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005405952 00010000:00010000:1.0:1746126824.906773:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.906802:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17810 00000100:00100000:1.0:1746126824.906808:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2027:x1830946005405952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126824.906817:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126824.906832:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.906840:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.906856:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a3f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76ef expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.906879:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.906881:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.906886:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.906893:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.906916:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126824.906925:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686016:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126824.906969:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.909981:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.910458:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686016:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126824.910473:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.910633:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005406208 00000100:00100000:3.0:1746126824.910638:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005406208 00002000:00100000:3.0:1746126824.910671:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afe680 x1830946005406208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.910679:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe680 with x1830946005406208 ext(0->4095) 00002000:00010000:3.0:1746126824.910683:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afe680 00000100:00100000:3.0:1746126824.910697:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13739 00000100:00100000:3.0:1746126824.910702:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005406208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.910974:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2027:x1830946005405952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4166us (4325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.910982:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17810 00000100:00100000:3.0:1746126824.911447:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005406208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 743us (1471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.911452:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13739 00002000:00100000:3.0:1746126824.911456:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afe680 x1830946005406208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.911468:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe680 with x1830946005406208 ext(0->4095) 00002000:00010000:3.0:1746126824.911471:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afe680 00000100:00100000:0.0:1746126824.912118:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.912195:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005406336 00000100:00100000:2.0:1746126824.912199:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005406336 00000100:00100000:2.0:1746126824.912231:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30092 00000100:00100000:2.0:1746126824.912237:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1764:x1830946005406336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.912246:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.912258:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff76fd expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.912279:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.912290:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.912292:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.912295:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.912316:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.912324:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.912333:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997686144:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126824.912383:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.915536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.915601:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997686144:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.915622:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.915635:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:1.0:1746126824.916052:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.916202:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005406464 00000100:00100000:3.0:1746126824.916208:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005406464 00000100:00100000:3.0:1746126824.916235:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30093 00000100:00100000:3.0:1746126824.916240:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1765:x1830946005406464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.916251:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.916263:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7704 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.916279:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.916282:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.916287:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.916290:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.916310:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.916317:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.916323:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834400, rc 0) 00000100:00100000:3.0:1746126824.916348:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1765:x1830946005406464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.916353:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30093 00000100:00100000:0.0:1746126824.916477:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005406592 00000100:00100000:0.0:1746126824.916480:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005406592 00010000:00010000:0.0:1746126824.916492:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746126824.916506:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17811 00000100:00100000:0.0:1746126824.916510:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005406592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126824.916516:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126824.916529:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.916537:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.916551:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a3fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76f6 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126824.916562:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.916563:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126824.916568:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.916574:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.916598:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.916606:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746126824.916615:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686400:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126824.916653:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf683c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.917235:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1764:x1830946005406336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4997us (5116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.917241:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30092 00000100:00100000:2.0:1746126824.920164:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686400:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.920180:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.920218:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005406592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3706us (4165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.920225:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17811 00000100:00100000:1.0:1746126824.920465:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.920725:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005406848 00000100:00100000:3.0:1746126824.920730:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005406848 00002000:00100000:3.0:1746126824.920759:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2300 x1830946005406848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.920767:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2300 with x1830946005406848 ext(0->4095) 00010000:00010000:3.0:1746126824.920774:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.920795:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.920800:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb2300 00000100:00100000:3.0:1746126824.920815:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2806 00000100:00100000:3.0:1746126824.920821:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005406848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126824.920921:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005406848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.920926:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2806 00002000:00100000:3.0:1746126824.920930:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2300 x1830946005406848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.920937:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2300 with x1830946005406848 ext(0->4095) 00010000:00010000:3.0:1746126824.920941:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.920949:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.920954:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb2300 00000100:00100000:0.0:1746126824.923063:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.923745:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005406976 00000100:00100000:2.0:1746126824.923752:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005406976 00010000:00010000:2.0:1746126824.923778:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126824.923844:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17812 00000100:00100000:2.0:1746126824.923850:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005406976:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126824.923862:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126824.923878:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.923888:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.923905:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a402 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff76fd expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.924078:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.924080:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.924087:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.924094:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.924121:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 80 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126824.924146:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686528:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126824.924216:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.926671:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686528:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126824.926688:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126824.926719:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005406976:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2868us (3660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.926727:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17812 00000100:00100000:0.0:1746126824.928267:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.928335:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005407232 00000100:00100000:2.0:1746126824.928341:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005407232 00002000:00100000:2.0:1746126824.928374:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd500 x1830946005407232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.928383:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946005407232 ext(0->4095) 00002000:00010000:2.0:1746126824.928388:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:2.0:1746126824.928511:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13740 00000100:00100000:2.0:1746126824.928518:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2027:x1830946005407232:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126824.928950:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2027:x1830946005407232:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 432us (686us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.928955:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13740 00002000:00100000:2.0:1746126824.928961:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd500 x1830946005407232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.928968:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946005407232 ext(0->4095) 00002000:00010000:2.0:1746126824.928970:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:0.0:1746126824.930725:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.930985:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005407360 00000100:00100000:3.0:1746126824.930991:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005407360 00000100:00100000:3.0:1746126824.931028:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30094 00000100:00100000:3.0:1746126824.931034:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005407360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.931045:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.931059:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff770b expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.931081:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.931087:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.931089:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126824.931092:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.931116:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 79 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.931157:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 79 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.931174:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997686656:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.931240:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.934177:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997686656:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126824.934201:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.934213:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834e00, rc 0) 00000100:00100000:3.0:1746126824.934254:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005407360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3220us (3531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.934262:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30094 00000100:00100000:0.0:1746126824.934737:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.935166:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005407488 00000100:00100000:3.0:1746126824.935171:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005407488 00010000:00010000:3.0:1746126824.935193:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.935221:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17813 00000100:00100000:3.0:1746126824.935227:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005407488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.935237:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.935252:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.935261:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.935282:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a409 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7704 expref: 80 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.935506:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.935508:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.935516:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.935523:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.935547:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.935556:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686784:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.936164:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.940529:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.940829:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005407616 00000100:00100000:3.0:1746126824.940837:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005407616 00000100:00100000:3.0:1746126824.940882:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30095 00000100:00100000:3.0:1746126824.940891:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946005407616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126824.940906:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126824.940919:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7712 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.940941:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.940950:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.940952:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.940955:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.940976:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.940986:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.940996:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997686912:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126824.941060:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.942242:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.942300:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005407872 00000100:00100000:2.0:1746126824.942305:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005407872 00002000:00100000:2.0:1746126824.942331:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309500 x1830946005407872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.942345:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309500 with x1830946005407872 ext(0->4095) 00010000:00010000:2.0:1746126824.942350:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.942359:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.942365:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309500 00000100:00100000:2.0:1746126824.942379:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2807 00000100:00100000:2.0:1746126824.942385:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005407872:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.942483:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005407872:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.942488:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2807 00002000:00100000:2.0:1746126824.942493:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309500 x1830946005407872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.942499:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309500 with x1830946005407872 ext(0->4095) 00010000:00010000:2.0:1746126824.942503:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126824.942510:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126824.942516:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309500 00000100:00100000:3.0:1746126824.943213:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997686784:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.943235:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.943259:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005407488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8031us (8523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.943266:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17813 00000100:00100000:2.0:1746126824.943572:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997686912:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126824.943586:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.943597:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835e00, rc 0) 00000100:00100000:2.0:1746126824.943628:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946005407616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2738us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.943633:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30095 00000100:00100000:0.0:1746126824.945562:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126824.945623:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.946192:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005408000 00000100:00100000:2.0:1746126824.946199:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005408000 00000100:00100000:2.0:1746126824.946240:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30096 00000100:00100000:2.0:1746126824.946246:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1765:x1830946005408000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.946259:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.946273:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7719 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.946292:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.946296:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.946301:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.946304:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.946330:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.946340:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.946353:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126824.946385:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1765:x1830946005408000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.946390:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30096 00000100:00100000:3.0:1746126824.946615:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005408128 00000100:00100000:3.0:1746126824.946619:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005408128 00010000:00010000:3.0:1746126824.946634:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.946650:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17814 00000100:00100000:3.0:1746126824.946653:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005408128:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.946661:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.946674:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.946682:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.946696:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a410 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff770b expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.946707:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.946708:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.946713:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.946719:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.946737:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.946745:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.946754:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687168:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.946808:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.949645:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.950198:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005408384 00000100:00100000:1.0:1746126824.950205:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005408384 00002000:00100000:1.0:1746126824.950238:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801391db480 x1830946005408384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.950247:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391db480 with x1830946005408384 ext(0->4095) 00010000:00010000:1.0:1746126824.950255:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.950266:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.950273:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391db480 00000100:00100000:1.0:1746126824.950298:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2808 00000100:00100000:1.0:1746126824.950305:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005408384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.950417:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005408384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.950422:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2808 00002000:00100000:1.0:1746126824.950426:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801391db480 x1830946005408384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.950431:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391db480 with x1830946005408384 ext(0->4095) 00010000:00010000:1.0:1746126824.950435:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.950443:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.950447:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391db480 00000100:00100000:3.0:1746126824.950634:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687168:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.950648:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.950668:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005408128:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4014us (5045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.950674:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17814 00000100:00100000:0.0:1746126824.952574:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.952645:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005408512 00000100:00100000:3.0:1746126824.952650:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005408512 00010000:00010000:3.0:1746126824.952668:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.952687:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17815 00000100:00100000:3.0:1746126824.952692:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005408512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.952702:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.952764:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.952774:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.952807:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a417 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7712 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.953496:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.953498:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.953505:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.953512:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.953541:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.953552:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687296:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.954137:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.957143:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687296:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.957159:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126824.957353:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.957717:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005408512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5022us (5144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.957726:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17815 00000100:00100000:2.0:1746126824.957911:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005408768 00000100:00100000:2.0:1746126824.957917:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005408768 00002000:00100000:2.0:1746126824.957948:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511880 x1830946005408768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.957956:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511880 with x1830946005408768 ext(0->4095) 00002000:00010000:2.0:1746126824.957960:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082511880 00000100:00100000:2.0:1746126824.957974:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13741 00000100:00100000:2.0:1746126824.957979:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005408768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.958077:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005408768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.958082:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13741 00002000:00100000:2.0:1746126824.958086:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511880 x1830946005408768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.958093:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511880 with x1830946005408768 ext(0->4095) 00002000:00010000:2.0:1746126824.958095:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082511880 00000100:00100000:0.0:1746126824.960704:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.961255:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005408896 00000100:00100000:1.0:1746126824.961262:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005408896 00000100:00100000:1.0:1746126824.961692:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30097 00000100:00100000:1.0:1746126824.961700:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005408896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.961713:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.961729:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7720 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.961751:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.961763:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.961765:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.961768:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.961803:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 79 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.961813:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 79 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.961823:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997687424:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.962160:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.964216:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997687424:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.964238:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.964250:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126824.964280:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005408896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2581us (3584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.964287:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30097 00000100:00100000:0.0:1746126824.966068:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.966496:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005409024 00000100:00100000:3.0:1746126824.966504:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005409024 00010000:00010000:3.0:1746126824.966533:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.966558:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17816 00000100:00100000:3.0:1746126824.966564:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005409024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.966585:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.966600:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.966609:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.966626:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a41e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7719 expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.966643:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.966645:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.966650:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.966657:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.966682:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.966691:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687552:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.967737:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126824.968171:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.968380:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005409152 00000100:00100000:1.0:1746126824.968387:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005409152 00000100:00100000:1.0:1746126824.968424:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30098 00000100:00100000:1.0:1746126824.968431:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946005409152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.968448:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.968460:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7727 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.968480:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.968485:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.968487:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126824.968490:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.968508:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.968517:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 5 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.968524:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997687680:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.968570:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.970379:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687552:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.970394:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.970418:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005409024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3854us (4355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.970427:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17816 00000100:00100000:0.0:1746126824.971366:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.971996:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005409408 00000100:00100000:1.0:1746126824.972002:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005409408 00002000:00100000:1.0:1746126824.972036:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082513480 x1830946005409408/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.972045:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513480 with x1830946005409408 ext(0->4095) 00010000:00010000:1.0:1746126824.972052:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.972067:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.972072:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082513480 00000100:00100000:1.0:1746126824.972100:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2809 00000100:00100000:1.0:1746126824.972106:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005409408:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126824.972257:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005409408:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126824.972262:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2809 00002000:00100000:1.0:1746126824.972268:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082513480 x1830946005409408/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126824.972275:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082513480 with x1830946005409408 ext(0->4095) 00010000:00010000:1.0:1746126824.972279:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126824.972286:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126824.972291:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082513480 00000100:00100000:0.0:1746126824.973045:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997687680:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126824.973061:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126824.973071:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:0.0:1746126824.973720:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1764:x1830946005409152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5288us (5548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126824.973726:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30098 00000100:00100000:0.0:1746126824.976182:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.976350:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005409536 00000100:00100000:2.0:1746126824.976357:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005409536 00000100:00100000:2.0:1746126824.976387:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30099 00000100:00100000:2.0:1746126824.976393:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+80:1765:x1830946005409536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126824.976406:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126824.976420:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff772e expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.976442:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126824.976446:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.976451:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126824.976455:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.976485:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.976495:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126824.976503:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126824.976537:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1765:x1830946005409536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126824.976542:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30099 00000100:00100000:2.0:1746126824.977536:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.977618:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005409664 00000100:00100000:3.0:1746126824.977623:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005409664 00010000:00010000:3.0:1746126824.977642:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.977881:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17817 00000100:00100000:3.0:1746126824.977888:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005409664:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.977900:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.977916:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.977925:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.977942:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a425 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7720 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.978067:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.978069:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.978074:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.978081:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.978103:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.978113:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 80 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.978123:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687936:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.978475:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126824.982314:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997687936:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.982331:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.982378:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005409664:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4489us (4842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.982387:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17817 00000100:00100000:0.0:1746126824.984269:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.984353:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005409920 00000100:00100000:3.0:1746126824.984360:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005409920 00002000:00100000:3.0:1746126824.984393:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082512a00 x1830946005409920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.984402:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512a00 with x1830946005409920 ext(0->4095) 00010000:00010000:3.0:1746126824.984410:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.984422:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.984428:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082512a00 00000100:00100000:3.0:1746126824.984474:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2810 00000100:00100000:3.0:1746126824.984481:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005409920:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126824.984704:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005409920:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 223us (438us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126824.984710:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2810 00002000:00100000:3.0:1746126824.984714:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082512a00 x1830946005409920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126824.984721:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082512a00 with x1830946005409920 ext(0->4095) 00010000:00010000:3.0:1746126824.984726:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.984734:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126824.984739:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082512a00 00000100:00100000:0.0:1746126824.986536:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.986691:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005410048 00000100:00100000:3.0:1746126824.986696:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005410048 00010000:00010000:3.0:1746126824.986714:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.986767:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17818 00000100:00100000:3.0:1746126824.986772:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2029:x1830946005410048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.986789:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.986802:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.986811:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.986827:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a42c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7727 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.987269:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.987271:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.987277:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.987287:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.987311:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.987321:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688064:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.987369:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126824.990334:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126824.990364:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005410304 00000100:00100000:2.0:1746126824.990370:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005410304 00002000:00100000:2.0:1746126824.990403:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812d80 x1830946005410304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/0 e 0 to 0 dl 1746126835 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.990417:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946005410304 ext(0->4095) 00002000:00010000:2.0:1746126824.990421:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0812d80 00000100:00100000:3.0:1746126824.990579:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688064:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126824.990593:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126824.990627:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2029:x1830946005410048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3853us (4093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126824.990634:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17818 00000100:00100000:2.0:1746126824.990842:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13742 00000100:00100000:2.0:1746126824.990850:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005410304:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126824.990948:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005410304:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126824.990953:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13742 00002000:00100000:2.0:1746126824.990957:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812d80 x1830946005410304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:585/0 lens 488/4536 e 0 to 0 dl 1746126835 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126824.990964:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946005410304 ext(0->4095) 00002000:00010000:2.0:1746126824.990967:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0812d80 00000100:00100000:0.0:1746126824.993252:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126824.993586:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005410432 00000100:00100000:1.0:1746126824.993594:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005410432 00000100:00100000:1.0:1746126824.993639:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30100 00000100:00100000:1.0:1746126824.993646:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005410432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126824.993659:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126824.993673:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7735 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.993697:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 79 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.993703:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.993705:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126824.993708:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.993731:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 79 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.993740:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 79 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126824.993749:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997688192:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126824.993809:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126824.995430:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997688192:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126824.995450:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126824.995461:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126824.995489:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005410432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1844us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126824.995496:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30100 00000100:00100000:0.0:1746126824.996747:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126824.996866:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005410560 00000100:00100000:3.0:1746126824.996873:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005410560 00010000:00010000:3.0:1746126824.996896:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 80 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126824.996915:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17819 00000100:00100000:3.0:1746126824.996920:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005410560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126824.996930:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126824.996946:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 80 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.996954:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 80 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.996972:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a433 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff772e expref: 80 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126824.996996:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.996998:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126824.997004:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.997011:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126824.997034:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126824.997044:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688320:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126824.997759:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.000435:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688320:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.000458:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.000506:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+79:2028:x1830946005410560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3583us (3760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.000515:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17819 00000100:00100000:0.0:1746126825.001271:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.001389:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005410816 00000100:00100000:1.0:1746126825.001395:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005410816 00002000:00100000:1.0:1746126825.001426:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0700 x1830946005410816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.001434:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0700 with x1830946005410816 ext(0->4095) 00002000:00010000:1.0:1746126825.001437:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0700 00000100:00100000:1.0:1746126825.001484:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13743 00000100:00100000:1.0:1746126825.001489:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005410816:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.001591:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005410816:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.001596:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13743 00002000:00100000:1.0:1746126825.001601:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0700 x1830946005410816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.001608:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0700 with x1830946005410816 ext(0->4095) 00002000:00010000:1.0:1746126825.001610:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0700 00000100:00100000:0.0:1746126825.002793:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.003241:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005410944 00000100:00100000:1.0:1746126825.003246:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005410944 00000100:00100000:1.0:1746126825.003281:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30101 00000100:00100000:1.0:1746126825.003287:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+79:1764:x1830946005410944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.003297:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.003310:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff773c expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.003330:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.003340:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.003342:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.003345:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.003365:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.003374:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.003383:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997688448:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.003929:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.004028:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.004094:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005411072 00000100:00100000:3.0:1746126825.004098:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005411072 00000100:00100000:3.0:1746126825.004117:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30102 00000100:00100000:3.0:1746126825.004122:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1765:x1830946005411072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.004148:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.004154:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7743 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.004165:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.004168:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.004173:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.004176:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.004194:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.004204:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.004212:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd1a000, rc 0) 00000100:00100000:3.0:1746126825.004234:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1765:x1830946005411072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.004239:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30102 00000100:00100000:0.0:1746126825.007309:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.007648:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997688448:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.007668:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.007681:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126825.007715:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1764:x1830946005410944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4428us (4935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.007722:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30101 00000100:00100000:3.0:1746126825.008030:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005411200 00000100:00100000:3.0:1746126825.008037:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005411200 00010000:00010000:3.0:1746126825.008059:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.008077:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17820 00000100:00100000:3.0:1746126825.008084:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005411200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.008094:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.008109:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.008118:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.008152:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a43a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7735 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.008173:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.008175:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.008180:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.008186:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.008209:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 80 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.008218:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 80 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.008227:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688704:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.008283:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.010970:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.011166:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005411456 00000100:00100000:2.0:1746126825.011173:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005411456 00002000:00100000:2.0:1746126825.011201:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6e9180 x1830946005411456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.011209:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6e9180 with x1830946005411456 ext(0->4095) 00010000:00010000:2.0:1746126825.011215:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.011225:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.011230:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d6e9180 00000100:00100000:2.0:1746126825.011254:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2811 00000100:00100000:2.0:1746126825.011261:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005411456:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.011370:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005411456:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.011375:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2811 00002000:00100000:2.0:1746126825.011380:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6e9180 x1830946005411456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.011386:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6e9180 with x1830946005411456 ext(0->4095) 00010000:00010000:2.0:1746126825.011390:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.011397:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.011401:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d6e9180 00000100:00100000:3.0:1746126825.011618:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688704:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.011634:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.011656:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005411200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3573us (4352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.011664:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17820 00000100:00100000:0.0:1746126825.015236:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.015290:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005411584 00000100:00100000:3.0:1746126825.015297:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005411584 00010000:00010000:3.0:1746126825.015322:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.015344:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17821 00000100:00100000:3.0:1746126825.015349:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005411584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.015361:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.015376:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.015386:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.015403:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a441 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff773c expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.015425:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.015426:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.015432:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.015439:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.015466:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 80 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.015481:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688832:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.015545:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.017764:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997688832:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.017791:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.017820:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2027:x1830946005411584:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2470us (2590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.017828:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17821 00000100:00100000:2.0:1746126825.018764:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.018886:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005411840 00000100:00100000:1.0:1746126825.018891:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005411840 00002000:00100000:1.0:1746126825.018919:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37800 x1830946005411840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.018934:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37800 with x1830946005411840 ext(0->4095) 00002000:00010000:1.0:1746126825.018938:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba37800 00000100:00100000:1.0:1746126825.018961:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13744 00000100:00100000:1.0:1746126825.018967:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005411840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.019069:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005411840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.019075:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13744 00002000:00100000:1.0:1746126825.019079:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37800 x1830946005411840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.019086:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37800 with x1830946005411840 ext(0->4095) 00002000:00010000:1.0:1746126825.019088:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba37800 00000100:00100000:0.0:1746126825.023563:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.023817:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005411968 00000100:00100000:1.0:1746126825.023825:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005411968 00000100:00100000:1.0:1746126825.023858:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30103 00000100:00100000:1.0:1746126825.023864:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005411968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.023877:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.023890:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff774a expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.023913:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 79 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.023919:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.023921:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.023925:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.023946:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 79 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.023956:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 79 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.023965:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997688960:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.026472:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.028294:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997688960:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.028318:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.028333:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ea00, rc 0) 00000100:00100000:1.0:1746126825.028372:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005411968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4508us (4815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.028380:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30103 00000100:00100000:0.0:1746126825.029550:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.029641:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005412096 00000100:00100000:2.0:1746126825.029648:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005412096 00002000:00100000:2.0:1746126825.029679:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c9f800 x1830946005412096/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.029687:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9f800 with x1830946005412096 ext(0->7) 00010000:00010000:2.0:1746126825.029692:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 80 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.029703:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 80 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.029708:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9f800 00000100:00100000:2.0:1746126825.030222:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2812 00000100:00100000:2.0:1746126825.030229:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+80:2028:x1830946005412096:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.034740:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005412096:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4503us (5184us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746126825.034753:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2812 00002000:00100000:0.0:1746126825.034763:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098c9f800 x1830946005412096/t4294970643(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.034771:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9f800 with x1830946005412096 ext(0->7) 00010000:00010000:0.0:1746126825.034789:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126825.034804:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126825.034810:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9f800 00000100:00100000:0.0:1746126825.042581:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.042667:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005412224 00000100:00100000:1.0:1746126825.042673:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005412224 00000100:00100000:1.0:1746126825.043305:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30104 00000100:00100000:1.0:1746126825.043313:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005412224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.043326:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.043339:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7751 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.043362:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.043367:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.043372:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126825.043375:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.043400:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.043409:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.043417:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126825.043574:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005412224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 261us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.043579:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30104 00000100:00100000:0.0:1746126825.047753:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.047865:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005412352 00000100:00100000:3.0:1746126825.047871:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005412352 00010000:00010000:3.0:1746126825.047900:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.048654:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17822 00000100:00100000:3.0:1746126825.048661:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005412352:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.048672:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.048689:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.048699:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.048714:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734a448 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7743 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.048728:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.048729:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.048735:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.048742:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.048765:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.048773:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.048792:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689216:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.049277:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.051471:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689216:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.051488:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.051521:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005412352:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2860us (3773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.051529:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17822 00000100:00100000:0.0:1746126825.052744:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.052805:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005412608 00000100:00100000:2.0:1746126825.052811:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005412608 00002000:00100000:2.0:1746126825.052840:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5500 x1830946005412608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.052849:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5500 with x1830946005412608 ext(0->4095) 00010000:00010000:2.0:1746126825.052855:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.052865:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.052871:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b5500 00000100:00100000:2.0:1746126825.052893:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2813 00000100:00100000:2.0:1746126825.052898:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005412608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.052984:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005412608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.052989:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2813 00002000:00100000:2.0:1746126825.052993:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5500 x1830946005412608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.052999:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5500 with x1830946005412608 ext(0->4095) 00010000:00010000:2.0:1746126825.053003:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.053010:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.053015:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b5500 00000100:00100000:0.0:1746126825.056508:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.056663:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005412736 00000100:00100000:3.0:1746126825.056670:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005412736 00010000:00010000:3.0:1746126825.056696:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.056727:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17823 00000100:00100000:3.0:1746126825.056733:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005412736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.056742:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.056756:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.056764:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.056789:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ea00/0x63da90637734a44f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff774a expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.056810:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.056812:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.056817:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.056823:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.056846:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.056855:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689344:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.056910:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.059627:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689344:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.059644:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.059681:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005412736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2948us (3179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.059689:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17823 00000100:00100000:0.0:1746126825.059900:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.060100:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005412992 00000100:00100000:2.0:1746126825.060106:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005412992 00002000:00100000:2.0:1746126825.060153:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6a00 x1830946005412992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.060161:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6a00 with x1830946005412992 ext(0->4095) 00002000:00010000:2.0:1746126825.060165:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6a00 00000100:00100000:2.0:1746126825.060180:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13745 00000100:00100000:2.0:1746126825.060185:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005412992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.060271:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005412992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.060276:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13745 00002000:00100000:2.0:1746126825.060281:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6a00 x1830946005412992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.060288:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6a00 with x1830946005412992 ext(0->4095) 00002000:00010000:2.0:1746126825.060291:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6a00 00000100:00100000:0.0:1746126825.062450:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.062540:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005413120 00000100:00100000:1.0:1746126825.062546:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005413120 00000100:00100000:1.0:1746126825.062573:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30105 00000100:00100000:1.0:1746126825.062579:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005413120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.062592:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.062605:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7758 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.062629:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.062636:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.062637:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.062640:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.062662:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.062673:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.062682:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997689472:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.062970:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.064628:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997689472:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.064650:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.064663:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:1.0:1746126825.064692:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005413120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2111us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.064698:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30105 00000100:00100000:0.0:1746126825.065365:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.065523:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005413248 00000100:00100000:3.0:1746126825.065528:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005413248 00010000:00010000:3.0:1746126825.065550:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.065568:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17824 00000100:00100000:3.0:1746126825.065574:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005413248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.065583:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.065598:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.065606:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.065625:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a456 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7751 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.066251:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.066254:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.066260:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.066267:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.066295:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.066305:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689600:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.066354:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.068654:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689600:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.068672:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.068706:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005413248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3131us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.068715:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17824 00000100:00100000:0.0:1746126825.068901:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.069033:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005413504 00000100:00100000:1.0:1746126825.069040:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005413504 00002000:00100000:1.0:1746126825.069072:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7800 x1830946005413504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.069080:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7800 with x1830946005413504 ext(0->4095) 00002000:00010000:1.0:1746126825.069084:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b7800 00000100:00100000:1.0:1746126825.069099:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13746 00000100:00100000:1.0:1746126825.069105:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005413504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.069228:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005413504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.069233:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13746 00002000:00100000:1.0:1746126825.069238:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7800 x1830946005413504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.069244:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7800 with x1830946005413504 ext(0->4095) 00002000:00010000:1.0:1746126825.069247:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b7800 00000100:00100000:1.0:1746126825.072852:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.073062:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005413632 00000100:00100000:0.0:1746126825.073071:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005413632 00000100:00100000:0.0:1746126825.073105:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30106 00000100:00100000:0.0:1746126825.073112:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1764:x1830946005413632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126825.073153:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126825.073167:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff775f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126825.073191:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126825.073198:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126825.073199:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126825.073202:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126825.073229:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126825.073239:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:0.0:1746126825.073249:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098420380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997689728:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126825.073320:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.073812:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.074088:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005413760 00000100:00100000:2.0:1746126825.074092:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005413760 00000100:00100000:2.0:1746126825.074121:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30107 00000100:00100000:2.0:1746126825.074147:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1765:x1830946005413760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.074154:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.074161:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7766 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.074172:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.074176:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.074180:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.074183:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.074201:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.074211:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.074219:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da600, rc 0) 00000100:00100000:2.0:1746126825.074420:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005413760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 292us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.074426:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30107 00000100:00100000:2.0:1746126825.076736:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098420380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997689728:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.076760:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.076771:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:2.0:1746126825.076827:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005413632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3714us (3981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.076833:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30106 00000100:00100000:0.0:1746126825.077454:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.077644:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005413888 00000100:00100000:3.0:1746126825.077650:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005413888 00010000:00010000:3.0:1746126825.077670:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.077686:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17825 00000100:00100000:3.0:1746126825.077691:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005413888:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.077699:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.077713:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.077721:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.077736:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a45d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7758 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.078027:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.078030:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.078036:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.078043:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.078066:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.078074:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.078083:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689984:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.078907:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.081219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.081356:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997689984:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.081371:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.081401:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005413888:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3709us (3947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.081409:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17825 00000100:00100000:2.0:1746126825.081487:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005414144 00000100:00100000:2.0:1746126825.081492:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005414144 00002000:00100000:2.0:1746126825.081519:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bbb80 x1830946005414144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.081528:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bbb80 with x1830946005414144 ext(0->4095) 00010000:00010000:2.0:1746126825.081534:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.081544:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.081550:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1bbb80 00000100:00100000:2.0:1746126825.081562:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2814 00000100:00100000:2.0:1746126825.081567:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005414144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.081654:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005414144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.081660:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2814 00002000:00100000:2.0:1746126825.081664:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bbb80 x1830946005414144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.081671:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bbb80 with x1830946005414144 ext(0->4095) 00010000:00010000:2.0:1746126825.081675:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.081686:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.081691:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1bbb80 00000100:00100000:0.0:1746126825.084011:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.084092:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005414272 00000100:00100000:3.0:1746126825.084098:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005414272 00010000:00010000:3.0:1746126825.084122:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.084358:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17826 00000100:00100000:3.0:1746126825.084364:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2029:x1830946005414272:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.084376:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.084390:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.084400:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.084416:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734a464 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff775f expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.084560:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.084562:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.084568:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.084576:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.084602:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.084611:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690112:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.085065:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.087692:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.087790:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690112:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.087809:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.087844:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2029:x1830946005414272:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3480us (3838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.087853:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17826 00000100:00100000:1.0:1746126825.088007:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005414528 00000100:00100000:1.0:1746126825.088013:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005414528 00002000:00100000:1.0:1746126825.088043:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b9880 x1830946005414528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.088051:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9880 with x1830946005414528 ext(0->4095) 00002000:00010000:1.0:1746126825.088055:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b9880 00000100:00100000:1.0:1746126825.088080:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13747 00000100:00100000:1.0:1746126825.088084:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005414528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.088199:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005414528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.088205:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13747 00002000:00100000:1.0:1746126825.088209:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b9880 x1830946005414528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.088215:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9880 with x1830946005414528 ext(0->4095) 00002000:00010000:1.0:1746126825.088218:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b9880 00000100:00100000:0.0:1746126825.090595:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.090657:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005414656 00000100:00100000:2.0:1746126825.090664:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005414656 00000100:00100000:2.0:1746126825.090710:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30108 00000100:00100000:2.0:1746126825.090716:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005414656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.090729:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.090741:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff776d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.090762:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.090769:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.090771:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.090774:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.090809:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.090819:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.090828:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997690240:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.090889:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.093236:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997690240:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.093259:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.093272:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126825.093307:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005414656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2590us (2717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.093314:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30108 00000100:00100000:0.0:1746126825.093693:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.093816:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005414784 00000100:00100000:3.0:1746126825.093821:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005414784 00010000:00010000:3.0:1746126825.093840:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.093857:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17827 00000100:00100000:3.0:1746126825.093863:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005414784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.093873:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.093888:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.093897:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.093926:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a46b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7766 expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.093948:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.093950:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.093955:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.093962:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.093983:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.093994:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690368:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.094049:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.097495:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690368:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.097514:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.097557:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2028:x1830946005414784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3694us (3864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.097566:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17827 00000100:00100000:0.0:1746126825.099017:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.099056:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.099123:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005415168 00000100:00100000:2.0:1746126825.099154:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005415168 00000100:00100000:2.0:1746126825.099193:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30109 00000100:00100000:2.0:1746126825.099199:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1764:x1830946005415168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.099213:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.099224:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7774 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.099246:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.099251:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.099253:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.099255:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.099278:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.099293:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.099303:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997690496:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.099361:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.099518:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005415040 00000100:00100000:3.0:1746126825.099521:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005415040 00002000:00100000:3.0:1746126825.099544:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177800 x1830946005415040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.099551:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177800 with x1830946005415040 ext(0->4095) 00010000:00010000:3.0:1746126825.099556:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.099564:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.099569:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177800 00000100:00100000:3.0:1746126825.099593:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2815 00000100:00100000:3.0:1746126825.099598:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005415040:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.099689:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005415040:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (631us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.099694:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2815 00002000:00100000:3.0:1746126825.099699:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177800 x1830946005415040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.099705:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177800 with x1830946005415040 ext(0->4095) 00010000:00010000:3.0:1746126825.099709:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.099717:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.099722:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177800 00000100:00100000:0.0:1746126825.101790:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.102457:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005415296 00000100:00100000:2.0:1746126825.102463:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005415296 00000100:00100000:2.0:1746126825.102493:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30110 00000100:00100000:2.0:1746126825.102498:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1765:x1830946005415296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.102509:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.102519:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff777b expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.102536:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.102540:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.102545:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.102548:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.102572:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.102580:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.102591:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126825.102638:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005415296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.102642:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30110 00000100:00100000:3.0:1746126825.103343:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997690496:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.103360:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.103366:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db400, rc 0) 00000100:00100000:3.0:1746126825.103394:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005415168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4196us (4380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.103398:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30109 00000100:00100000:0.0:1746126825.104081:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.104538:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005415424 00000100:00100000:3.0:1746126825.104542:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005415424 00010000:00010000:3.0:1746126825.104559:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.104583:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17828 00000100:00100000:3.0:1746126825.104587:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005415424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.104594:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.104607:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.104615:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.104629:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff776d expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.104941:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.104943:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.104950:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.104956:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.104978:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.104987:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.105000:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690752:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.105333:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.108556:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.108627:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690752:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.108641:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.108678:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005415424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4090us (4597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.108687:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17828 00000100:00100000:0.0:1746126825.108738:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005415680 00000100:00100000:0.0:1746126825.108744:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005415680 00002000:00100000:0.0:1746126825.108771:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1f80 x1830946005415680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.108787:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1f80 with x1830946005415680 ext(0->4095) 00010000:00010000:0.0:1746126825.108794:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126825.108806:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126825.108812:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb1f80 00000100:00100000:0.0:1746126825.108833:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2816 00000100:00100000:0.0:1746126825.108839:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005415680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126825.108922:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005415680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126825.108927:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2816 00002000:00100000:0.0:1746126825.108932:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1f80 x1830946005415680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.108939:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1f80 with x1830946005415680 ext(0->4095) 00010000:00010000:0.0:1746126825.108943:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126825.108952:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126825.108957:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb1f80 00000100:00100000:0.0:1746126825.110801:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.110959:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005415808 00000100:00100000:3.0:1746126825.110965:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005415808 00010000:00010000:3.0:1746126825.110983:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.111007:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17829 00000100:00100000:3.0:1746126825.111012:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005415808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.111022:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.111034:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.111044:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.111060:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a479 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7774 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.111070:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.111073:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.111078:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.111084:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.111106:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.111114:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690880:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.111499:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.113270:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997690880:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.113286:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.113313:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005415808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2300us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.113320:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17829 00000100:00100000:0.0:1746126825.115163:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.115239:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005416064 00000100:00100000:3.0:1746126825.115245:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005416064 00002000:00100000:3.0:1746126825.115276:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174380 x1830946005416064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.115285:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174380 with x1830946005416064 ext(0->4095) 00002000:00010000:3.0:1746126825.115288:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174380 00000100:00100000:3.0:1746126825.115561:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13748 00000100:00100000:3.0:1746126825.115567:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005416064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.115677:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005416064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.115684:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13748 00002000:00100000:3.0:1746126825.115689:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174380 x1830946005416064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.115695:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174380 with x1830946005416064 ext(0->4095) 00002000:00010000:3.0:1746126825.115697:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174380 00000100:00100000:0.0:1746126825.117191:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.117346:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005416192 00000100:00100000:3.0:1746126825.117352:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005416192 00000100:00100000:3.0:1746126825.117381:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30111 00000100:00100000:3.0:1746126825.117386:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005416192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.117396:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.117409:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7782 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.117429:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.117435:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.117437:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.117440:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.117463:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.117472:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.117486:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997691008:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.117554:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.119664:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997691008:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.119686:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.119699:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0a800, rc 0) 00000100:00100000:3.0:1746126825.119741:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005416192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2353us (2551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.119747:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30111 00000100:00100000:0.0:1746126825.119994:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.120332:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005416320 00000100:00100000:3.0:1746126825.120337:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005416320 00010000:00010000:3.0:1746126825.120356:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.120653:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17830 00000100:00100000:3.0:1746126825.120660:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005416320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.120671:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.120686:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.120695:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.120715:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a480 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff777b expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.120739:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.120741:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.120747:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.120753:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.120776:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.120799:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691136:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.121720:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.126998:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.127097:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.127227:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005416704 00000100:00100000:1.0:1746126825.127234:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005416704 00000100:00100000:2.0:1746126825.127267:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691136:192.168.202.29@tcp:105: 00002000:00100000:1.0:1746126825.127269:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990dbb80 x1830946005416704/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.127277:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dbb80 with x1830946005416704 ext(0->4095) 00002000:00010000:1.0:1746126825.127280:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990dbb80 00010000:00010000:2.0:1746126825.127283:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.127348:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005416448 00000100:00100000:3.0:1746126825.127351:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005416448 00000100:00100000:1.0:1746126825.127368:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13749 00000100:00100000:3.0:1746126825.127370:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30112 00000100:00100000:3.0:1746126825.127374:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005416448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126825.127374:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005416704:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746126825.127384:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.127396:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7789 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.127415:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.127426:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.127427:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.127430:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.127452:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.127461:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.127464:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005416704:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.127470:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997691264:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.127470:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13749 00002000:00100000:1.0:1746126825.127475:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990dbb80 x1830946005416704/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.127481:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dbb80 with x1830946005416704 ext(0->4095) 00010000:00010000:1.0:1746126825.127485:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.127496:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.127501:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990dbb80 00000100:00100000:3.0:1746126825.127504:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.127647:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005416320:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6987us (7652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.127655:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17830 00000100:00100000:3.0:1746126825.129470:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997691264:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.129488:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.129499:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd1be00, rc 0) 00000100:00100000:3.0:1746126825.129965:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005416448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2588us (2971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.129972:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30112 00000100:00100000:0.0:1746126825.131930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.131973:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.132054:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005416832 00000100:00100000:3.0:1746126825.132062:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005416832 00000100:00100000:3.0:1746126825.132102:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30113 00000100:00100000:3.0:1746126825.132108:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1765:x1830946005416832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.132123:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.132174:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7790 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.132195:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.132201:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.132206:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.132209:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.132239:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.132249:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.132257:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0b400, rc 0) 00000100:00100000:3.0:1746126825.132302:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1765:x1830946005416832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.132308:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30113 00000100:00100000:2.0:1746126825.132368:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005416960 00000100:00100000:2.0:1746126825.132372:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005416960 00010000:00010000:2.0:1746126825.132387:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.132405:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17831 00000100:00100000:2.0:1746126825.132409:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005416960:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.132417:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.132432:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.132441:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.132455:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a800/0x63da90637734a487 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7782 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.132473:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.132474:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.132479:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.132485:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.132502:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.132512:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.132521:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691520:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.132575:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.135044:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691520:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.135058:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.135101:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005416960:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2690us (3125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.135110:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17831 00000100:00100000:0.0:1746126825.135624:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.135852:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005417216 00000100:00100000:1.0:1746126825.135857:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005417216 00002000:00100000:1.0:1746126825.135886:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848df80 x1830946005417216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.135895:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848df80 with x1830946005417216 ext(0->4095) 00010000:00010000:1.0:1746126825.135901:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.135911:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.135916:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848df80 00000100:00100000:1.0:1746126825.135945:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2817 00000100:00100000:1.0:1746126825.135951:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005417216:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.136042:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005417216:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.136048:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2817 00002000:00100000:1.0:1746126825.136053:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848df80 x1830946005417216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.136059:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848df80 with x1830946005417216 ext(0->4095) 00010000:00010000:1.0:1746126825.136063:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.136071:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.136076:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848df80 00000100:00100000:0.0:1746126825.138754:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.138809:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005417344 00000100:00100000:2.0:1746126825.138816:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005417344 00010000:00010000:2.0:1746126825.138843:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.138885:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17832 00000100:00100000:2.0:1746126825.138891:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005417344:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.138901:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.138916:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.138925:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.138943:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1be00/0x63da90637734a48e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7789 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.138968:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.138970:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.138975:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.138981:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.139005:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.139014:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691648:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.139079:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.141606:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691648:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.141622:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.141654:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005417344:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2762us (2905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.141662:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17832 00000100:00100000:1.0:1746126825.141870:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.141981:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005417600 00000100:00100000:3.0:1746126825.141987:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005417600 00002000:00100000:3.0:1746126825.142016:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0000 x1830946005417600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.142025:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0000 with x1830946005417600 ext(0->4095) 00002000:00010000:3.0:1746126825.142029:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0000 00000100:00100000:3.0:1746126825.142048:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13750 00000100:00100000:3.0:1746126825.142053:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2030:x1830946005417600:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126825.142190:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2030:x1830946005417600:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.142196:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13750 00002000:00100000:3.0:1746126825.142201:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0000 x1830946005417600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.142207:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0000 with x1830946005417600 ext(0->4095) 00002000:00010000:3.0:1746126825.142209:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0000 00000100:00100000:0.0:1746126825.144280:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.144358:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005417728 00000100:00100000:2.0:1746126825.144365:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005417728 00000100:00100000:2.0:1746126825.144405:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30114 00000100:00100000:2.0:1746126825.144412:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005417728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.144425:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.144439:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7797 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.144461:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.144467:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.144469:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.144472:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.144690:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 81 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.144701:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 81 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.144713:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997691776:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.144797:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.149912:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.150046:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997691776:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.150069:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.150084:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126825.150147:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005417728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5735us (5871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.150154:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30114 00000100:00100000:3.0:1746126825.150225:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005417856 00000100:00100000:3.0:1746126825.150231:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005417856 00010000:00010000:3.0:1746126825.150254:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.150274:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17833 00000100:00100000:3.0:1746126825.150279:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005417856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.150288:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.150302:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.150311:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.150328:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734a495 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7790 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.150342:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.150344:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.150349:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.150356:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.150379:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.150388:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691904:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.150430:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.154030:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.154089:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005417984 00000100:00100000:2.0:1746126825.154096:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005417984 00000100:00100000:2.0:1746126825.154157:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30115 00000100:00100000:2.0:1746126825.154165:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005417984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.154179:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.154191:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff779e expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.154213:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.154219:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.154220:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.154223:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.154245:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.154259:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 5 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.154270:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997692032:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.154337:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.155416:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.155481:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005418240 00000100:00100000:2.0:1746126825.155486:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005418240 00002000:00100000:2.0:1746126825.155530:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2f100 x1830946005418240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.155539:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2f100 with x1830946005418240 ext(0->4095) 00010000:00010000:2.0:1746126825.155545:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.155554:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.155559:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2f100 00000100:00100000:2.0:1746126825.155591:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2818 00000100:00100000:2.0:1746126825.155597:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005418240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.155798:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997691904:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.155812:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.155836:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005417856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5557us (5929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.155844:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17833 00000100:00100000:2.0:1746126825.156365:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005418240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 767us (951us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.156371:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2818 00002000:00100000:2.0:1746126825.156377:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2f100 x1830946005418240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.156388:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2f100 with x1830946005418240 ext(0->4095) 00010000:00010000:2.0:1746126825.156394:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.156402:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.156407:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2f100 00000100:00100000:2.0:1746126825.160176:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997692032:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.160199:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.160211:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126825.160839:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005417984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6672us (6811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.160847:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30115 00000100:00100000:0.0:1746126825.161338:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.161602:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005418368 00000100:00100000:3.0:1746126825.161609:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005418368 00000100:00100000:3.0:1746126825.161647:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30116 00000100:00100000:3.0:1746126825.161653:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1765:x1830946005418368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.161665:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126825.161797:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.161903:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005418496 00000100:00100000:2.0:1746126825.161907:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005418496 00010000:00010000:2.0:1746126825.161922:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.162168:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77a5 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.162190:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.162195:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.162200:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.162202:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.162228:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.162238:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.162245:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126825.162273:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1765:x1830946005418368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 620us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.162278:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30116 00000100:00100000:2.0:1746126825.162411:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17834 00000100:00100000:2.0:1746126825.162418:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005418496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.162426:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.162440:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.162449:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.162463:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a49c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7797 expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.162474:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.162475:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.162480:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.162485:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.162499:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.162507:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.162515:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997692288:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.162811:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.164311:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997692544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126825.164350:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126825.164698:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997692416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126825.164739:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.164812:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997692288:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.164825:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.164864:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005418496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2446us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.164871:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17834 00000100:00100000:2.0:1746126825.165010:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997692544 00000100:00100000:2.0:1746126825.165014:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997692544 00000100:00100000:2.0:1746126825.165055:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1746126825.165060:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997692544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746126825.165081:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922759680 avail 3691237376 00000100:00100000:2.0:1746126825.165109:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997692544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.165114:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1746126825.165147:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005418752 00000100:00100000:2.0:1746126825.165149:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005418752 00002000:00100000:2.0:1746126825.165170:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c380 x1830946005418752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.165179:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c380 with x1830946005418752 ext(0->4095) 00010000:00010000:2.0:1746126825.165185:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.165195:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.165201:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2c380 00000100:00100000:2.0:1746126825.165212:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2819 00000100:00100000:2.0:1746126825.165217:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005418752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.165298:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005418752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.165304:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2819 00002000:00100000:2.0:1746126825.165309:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c380 x1830946005418752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.165316:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c380 with x1830946005418752 ext(0->4095) 00010000:00010000:2.0:1746126825.165320:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.165328:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.165333:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2c380 00000100:00080000:1.0:1746126825.165387:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126825.165407:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997692544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126825.165713:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126825.165989:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997692416 00000100:00100000:3.0:1746126825.165992:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997692416 00000100:00100000:3.0:1746126825.166019:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1746126825.166023:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997692416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746126825.166032:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922759680 avail 3691237376 00000100:00100000:3.0:1746126825.166061:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997692416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.166066:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:1.0:1746126825.166101:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126825.166180:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997692416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126825.167864:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.167934:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005418880 00000100:00100000:3.0:1746126825.167938:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005418880 00010000:00010000:3.0:1746126825.167953:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.168460:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17835 00000100:00100000:3.0:1746126825.168466:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005418880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.168477:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.168497:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.168507:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.168524:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a4a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff779e expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.168537:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.168539:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.168545:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.168551:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.168575:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.168585:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997692672:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.168718:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.170654:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997692672:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126825.170655:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126825.170667:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.170734:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005418880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2267us (2873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.170742:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17835 00000100:00100000:2.0:1746126825.170829:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005419136 00000100:00100000:2.0:1746126825.170834:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005419136 00002000:00100000:2.0:1746126825.170860:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c700 x1830946005419136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.170868:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c700 with x1830946005419136 ext(0->4095) 00002000:00010000:2.0:1746126825.170872:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2c700 00000100:00100000:2.0:1746126825.170898:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13751 00000100:00100000:2.0:1746126825.170904:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005419136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.171054:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005419136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.171060:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13751 00002000:00100000:2.0:1746126825.171065:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c700 x1830946005419136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.171072:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c700 with x1830946005419136 ext(0->4095) 00002000:00010000:2.0:1746126825.171074:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2c700 00000100:00100000:0.0:1746126825.172347:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.172409:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005419264 00000100:00100000:3.0:1746126825.172413:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005419264 00000100:00100000:3.0:1746126825.172441:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30117 00000100:00100000:3.0:1746126825.172445:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005419264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.172453:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.172465:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77ac expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.172483:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.172489:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.172490:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.172493:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.172517:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.172525:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.172534:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997692800:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.172613:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.174407:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.174488:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997692800:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.174508:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.174520:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126825.174567:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005419264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.174574:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30117 00000100:00100000:2.0:1746126825.175018:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005419392 00000100:00100000:2.0:1746126825.175023:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005419392 00010000:00010000:2.0:1746126825.175044:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.175074:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17836 00000100:00100000:2.0:1746126825.175080:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005419392:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.175090:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.175105:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.175115:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.175161:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a4aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77a5 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.175174:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.175176:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.175181:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.175188:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.175210:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.175220:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997692928:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.175270:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.177073:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997692928:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.177086:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.177111:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005419392:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2030us (2706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.177118:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17836 00000100:00100000:0.0:1746126825.177291:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.177439:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005419648 00000100:00100000:2.0:1746126825.177443:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005419648 00002000:00100000:2.0:1746126825.177466:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbf100 x1830946005419648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.177474:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf100 with x1830946005419648 ext(0->4095) 00002000:00010000:2.0:1746126825.177477:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbf100 00000100:00100000:2.0:1746126825.177519:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13752 00000100:00100000:2.0:1746126825.177525:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005419648:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.178121:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005419648:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 596us (830us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.178150:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13752 00002000:00100000:2.0:1746126825.178157:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbf100 x1830946005419648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.178222:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf100 with x1830946005419648 ext(0->4095) 00002000:00010000:2.0:1746126825.178225:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbf100 00000100:00100000:0.0:1746126825.179810:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.179869:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005419776 00000100:00100000:3.0:1746126825.179875:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005419776 00000100:00100000:3.0:1746126825.179916:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30118 00000100:00100000:3.0:1746126825.179922:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1765:x1830946005419776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.179934:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.179947:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77b3 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.179967:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.179974:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.179976:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.179979:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.180007:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.180016:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 5 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.180025:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997693056:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.180102:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.182817:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.182893:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005419904 00000100:00100000:2.0:1746126825.182900:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005419904 00000100:00100000:2.0:1746126825.182930:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30119 00000100:00100000:2.0:1746126825.182936:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005419904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.182950:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.182964:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77ba expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.183313:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997693056:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.183335:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.183347:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126825.183394:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005419776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3471us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.183399:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30118 00010000:00010000:2.0:1746126825.183432:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.183438:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.183443:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.183446:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.183467:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.183475:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.183481:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:2.0:1746126825.183495:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005419904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 560us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.183500:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30119 00000100:00100000:0.0:1746126825.184183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.184284:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005420032 00000100:00100000:2.0:1746126825.184288:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005420032 00010000:00010000:2.0:1746126825.184304:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.184401:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17837 00000100:00100000:2.0:1746126825.184408:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005420032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.184422:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.184437:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.184446:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.184461:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a4b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ac expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.184480:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.184481:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.184517:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.184525:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.184547:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.184557:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.184566:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997693312:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.184623:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.186526:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997693312:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.186541:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126825.186558:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.186605:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005420032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2196us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.186613:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17837 00000100:00100000:3.0:1746126825.186769:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005420288 00000100:00100000:3.0:1746126825.186774:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005420288 00002000:00100000:3.0:1746126825.186815:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd880 x1830946005420288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.186833:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946005420288 ext(0->4095) 00010000:00010000:3.0:1746126825.186839:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.186849:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.186855:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:3.0:1746126825.187000:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2820 00000100:00100000:3.0:1746126825.187007:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005420288:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.187354:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005420288:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 346us (795us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.187359:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2820 00002000:00100000:3.0:1746126825.187364:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd880 x1830946005420288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.187371:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946005420288 ext(0->4095) 00010000:00010000:3.0:1746126825.187375:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.187383:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.187389:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd880 00000100:00100000:0.0:1746126825.189119:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.189326:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005420416 00000100:00100000:2.0:1746126825.189332:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005420416 00000100:00100000:2.0:1746126825.189368:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30120 00000100:00100000:2.0:1746126825.189375:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005420416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.189383:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.189394:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77c1 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.189411:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.189416:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.189421:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126825.189424:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.189449:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.189459:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.189466:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:2.0:1746126825.189503:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005420416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.189508:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30120 00000100:00100000:2.0:1746126825.191088:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.192502:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005420544 00000100:00100000:0.0:1746126825.192510:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005420544 00010000:00010000:1.0:1746126825.192557:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.192588:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17838 00000100:00100000:1.0:1746126825.192594:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005420544:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126825.192604:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126825.192621:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.192632:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.192651:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77b3 expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.192679:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.192681:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.192687:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.192693:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.192721:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.192731:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.192742:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997693568:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126825.193955:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.197909:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997693568:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126825.197928:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.198200:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005420544:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5604us (7112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.198210:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17838 00000100:00100000:0.0:1746126825.200050:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.200752:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005420800 00000100:00100000:3.0:1746126825.200760:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005420800 00002000:00100000:3.0:1746126825.200808:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbed80 x1830946005420800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.200817:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbed80 with x1830946005420800 ext(0->4095) 00010000:00010000:3.0:1746126825.200824:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.200836:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.200842:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbed80 00000100:00100000:3.0:1746126825.200859:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2821 00000100:00100000:3.0:1746126825.200865:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005420800:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.200984:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005420800:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.200989:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2821 00002000:00100000:3.0:1746126825.200994:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbed80 x1830946005420800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.201001:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbed80 with x1830946005420800 ext(0->4095) 00010000:00010000:3.0:1746126825.201005:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.201012:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.201017:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbed80 00000100:00100000:0.0:1746126825.203526:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.203575:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.203655:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005420928 00000100:00100000:3.0:1746126825.203662:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005420928 00000100:00100000:3.0:1746126825.203701:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30121 00000100:00100000:3.0:1746126825.203708:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005420928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.203721:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.203735:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77c8 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.203755:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.203764:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126825.203799:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005421056 00000100:00100000:1.0:1746126825.203803:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005421056 00010000:00010000:1.0:1746126825.203816:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 84 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.203839:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17839 00000100:00100000:1.0:1746126825.203844:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005421056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126825.203851:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.203931:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126825.203935:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.203944:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 84 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.203953:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 84 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.203963:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.203966:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a4bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77ba expref: 84 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.203973:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.203980:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.203981:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.203986:0:9596:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.203992:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.204004:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126825.204010:0:9596:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.204018:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.204027:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997693824:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126825.204041:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005421056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 196us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.204046:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17839 00000100:00100000:3.0:1746126825.204069:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.206080:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997693824:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.206095:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126825.206149:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005420928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2418us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.206156:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30121 00000100:00100000:0.0:1746126825.207316:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.207386:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005421312 00000100:00100000:2.0:1746126825.207391:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005421312 00002000:00100000:2.0:1746126825.207418:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bd180 x1830946005421312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.207426:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bd180 with x1830946005421312 ext(0->4095) 00010000:00010000:2.0:1746126825.207433:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.207444:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.207449:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bd180 00000100:00100000:2.0:1746126825.207470:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2822 00000100:00100000:2.0:1746126825.207475:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005421312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.207572:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005421312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.207577:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2822 00002000:00100000:2.0:1746126825.207581:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bd180 x1830946005421312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.207588:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bd180 with x1830946005421312 ext(0->4095) 00010000:00010000:2.0:1746126825.207592:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.207599:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746126825.207605:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bd180 00000100:00100000:0.0:1746126825.209171:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.209308:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005421440 00000100:00100000:1.0:1746126825.209314:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005421440 00010000:00010000:1.0:1746126825.209335:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746126825.209370:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17840 00000100:00100000:1.0:1746126825.209377:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005421440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126825.209390:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126825.209406:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.209416:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.209434:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a4c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c1 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.209535:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.209537:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.209544:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.209551:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.209579:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126825.209590:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997693952:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126825.209648:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.211602:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997693952:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126825.211618:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.211656:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005421440:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2279us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.211665:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17840 00000100:00100000:0.0:1746126825.212359:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.212535:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005421696 00000100:00100000:3.0:1746126825.212540:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005421696 00002000:00100000:3.0:1746126825.212570:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373be680 x1830946005421696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.212579:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946005421696 ext(0->4095) 00002000:00010000:3.0:1746126825.212583:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373be680 00000100:00100000:3.0:1746126825.212597:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13753 00000100:00100000:3.0:1746126825.212603:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005421696:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.212696:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005421696:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.212704:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13753 00002000:00100000:3.0:1746126825.212708:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373be680 x1830946005421696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.212714:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946005421696 ext(0->4095) 00002000:00010000:3.0:1746126825.212716:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373be680 00000100:00100000:0.0:1746126825.215057:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.215810:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005421824 00000100:00100000:3.0:1746126825.215818:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005421824 00000100:00100000:3.0:1746126825.216063:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30122 00000100:00100000:3.0:1746126825.216070:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005421824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.216083:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.216096:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77cf expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.216118:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.216138:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.216139:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.216142:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.216166:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.216177:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.216191:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997694080:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.216261:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.218152:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997694080:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.218174:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.218186:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126825.218223:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005421824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2153us (3170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.218231:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30122 00000100:00100000:1.0:1746126825.218354:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.218400:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005421952 00000100:00100000:2.0:1746126825.218405:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005421952 00010000:00010000:2.0:1746126825.218429:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.218460:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17841 00000100:00100000:2.0:1746126825.218465:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005421952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.218476:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.218491:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.218499:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.218514:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a4cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77c8 expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.218535:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.218536:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.218541:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.218552:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.218573:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.218583:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694208:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.218638:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.219940:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694208:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.219950:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.219977:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005421952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1511us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.219984:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17841 00000100:00100000:0.0:1746126825.221391:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.221490:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005422208 00000100:00100000:2.0:1746126825.221498:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005422208 00002000:00100000:2.0:1746126825.221526:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeaa00 x1830946005422208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.221534:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeaa00 with x1830946005422208 ext(0->4095) 00002000:00010000:2.0:1746126825.221538:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deeaa00 00000100:00100000:2.0:1746126825.222108:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13754 00000100:00100000:2.0:1746126825.222114:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005422208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.222264:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005422208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.222273:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13754 00002000:00100000:2.0:1746126825.222277:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeaa00 x1830946005422208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.222285:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeaa00 with x1830946005422208 ext(0->4095) 00002000:00010000:2.0:1746126825.222288:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deeaa00 00000100:00100000:0.0:1746126825.225597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.225644:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.226291:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005422336 00000100:00100000:2.0:1746126825.226297:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005422336 00000100:00100000:2.0:1746126825.226324:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005422464 00000100:00100000:2.0:1746126825.226326:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005422464 00000100:00100000:2.0:1746126825.226348:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30123 00000100:00100000:2.0:1746126825.226355:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+82:1764:x1830946005422336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.226368:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.226380:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77d6 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.226403:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.226410:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.226412:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.226415:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.226440:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.226451:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 5 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.226461:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997694336:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.226522:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.226685:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30124 00000100:00100000:3.0:1746126825.226692:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1765:x1830946005422464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.226699:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.226705:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77dd expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.226717:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.226720:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.226724:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.226727:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.226745:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.226755:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.226763:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126825.227106:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005422464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 413us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.227112:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30124 00000100:00100000:2.0:1746126825.228389:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997694336:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.228403:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.228411:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126825.228431:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005422336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2078us (2842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.228437:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30123 00000100:00100000:0.0:1746126825.229759:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.229840:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005422592 00000100:00100000:2.0:1746126825.229846:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005422592 00010000:00010000:2.0:1746126825.229869:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.229905:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17842 00000100:00100000:2.0:1746126825.229912:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005422592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.229922:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.229938:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.229948:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.229968:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77cf expref: 6 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.230318:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.230321:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.230327:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.230334:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.230357:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.230367:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.230377:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694592:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.230522:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.234821:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694592:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.234839:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.234888:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005422592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4975us (5131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.234896:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17842 00000100:00100000:0.0:1746126825.235170:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.235217:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005422848 00000100:00100000:3.0:1746126825.235224:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005422848 00002000:00100000:3.0:1746126825.235253:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d113100 x1830946005422848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.235341:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946005422848 ext(0->4095) 00010000:00010000:3.0:1746126825.235348:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.235360:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.235366:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d113100 00000100:00100000:3.0:1746126825.235385:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2823 00000100:00100000:3.0:1746126825.235392:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005422848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.235508:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005422848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.235513:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2823 00002000:00100000:3.0:1746126825.235519:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d113100 x1830946005422848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.235527:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946005422848 ext(0->4095) 00010000:00010000:3.0:1746126825.235531:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.235539:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.235544:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d113100 00000100:00100000:0.0:1746126825.237857:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.237991:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005422976 00000100:00100000:2.0:1746126825.238002:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005422976 00010000:00010000:2.0:1746126825.238026:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.238062:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17843 00000100:00100000:2.0:1746126825.238069:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005422976:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.238081:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.238094:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.238104:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.238123:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a4db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77d6 expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.238473:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.238475:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.238481:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.238489:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.238515:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 82 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.238525:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694720:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.238789:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.241073:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694720:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.241086:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.241144:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005422976:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3056us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.241153:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17843 00000100:00100000:0.0:1746126825.242287:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.242374:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005423232 00000100:00100000:3.0:1746126825.242381:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005423232 00002000:00100000:3.0:1746126825.242411:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111880 x1830946005423232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.242419:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111880 with x1830946005423232 ext(0->4095) 00002000:00010000:3.0:1746126825.242423:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111880 00000100:00100000:3.0:1746126825.242448:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13755 00000100:00100000:3.0:1746126825.242454:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005423232:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.243050:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005423232:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 594us (763us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.243055:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13755 00002000:00100000:3.0:1746126825.243060:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111880 x1830946005423232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.243067:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111880 with x1830946005423232 ext(0->4095) 00002000:00010000:3.0:1746126825.243070:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111880 00000100:00100000:0.0:1746126825.245231:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.245304:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005423360 00000100:00100000:2.0:1746126825.245311:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005423360 00000100:00100000:2.0:1746126825.245351:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30125 00000100:00100000:2.0:1746126825.245357:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005423360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.245370:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.245383:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77e4 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.245406:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.245412:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.245413:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.245416:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.245439:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 81 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.245448:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 81 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.245461:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997694848:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.245529:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.247121:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997694848:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.247162:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.247172:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126825.247201:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005423360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1844us (1974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.247207:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30125 00000100:00100000:0.0:1746126825.248422:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.248497:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005423488 00000100:00100000:2.0:1746126825.248502:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005423488 00010000:00010000:2.0:1746126825.248522:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.248693:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17844 00000100:00100000:2.0:1746126825.248700:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005423488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.248711:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.248725:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.248735:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.248757:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a4e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77dd expref: 82 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.248994:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.248996:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.249004:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.249010:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.249033:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.249042:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694976:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.249097:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.252038:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.252228:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005423744 00000100:00100000:3.0:1746126825.252234:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005423744 00002000:00100000:3.0:1746126825.252268:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110380 x1830946005423744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.252276:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110380 with x1830946005423744 ext(0->4095) 00002000:00010000:3.0:1746126825.252280:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110380 00000100:00100000:3.0:1746126825.252295:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13756 00000100:00100000:3.0:1746126825.252301:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005423744:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.252659:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997694976:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.252673:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.252921:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005423744:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 619us (889us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.252928:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13756 00002000:00100000:3.0:1746126825.252934:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110380 x1830946005423744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.252940:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110380 with x1830946005423744 ext(0->4095) 00002000:00010000:3.0:1746126825.252942:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110380 00000100:00100000:2.0:1746126825.252994:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+81:2027:x1830946005423488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4293us (4572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.253001:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17844 00000100:00100000:0.0:1746126825.253164:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.253459:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005423872 00000100:00100000:3.0:1746126825.253463:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005423872 00000100:00100000:3.0:1746126825.253487:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30126 00000100:00100000:3.0:1746126825.253492:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+81:1764:x1830946005423872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.253500:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.253512:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77eb expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.253530:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.253536:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.253538:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.253541:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.253562:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.254275:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.254287:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997695104:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.254811:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.257407:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.257751:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005424000 00000100:00100000:2.0:1746126825.257758:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005424000 00000100:00100000:2.0:1746126825.257805:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30127 00000100:00100000:2.0:1746126825.257812:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1765:x1830946005424000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.257827:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.257840:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77f2 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.257857:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.257861:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.257866:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.257869:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.257895:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.257905:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.257913:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da600, rc 0) 00000100:00100000:3.0:1746126825.258082:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997695104:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.258096:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.258103:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:2.0:1746126825.259153:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005424000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1338us (1746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.259159:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30127 00000100:00100000:3.0:1746126825.259291:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005423872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5797us (6126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.259297:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30126 00000100:00100000:0.0:1746126825.259550:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.259601:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005424128 00000100:00100000:2.0:1746126825.259605:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005424128 00010000:00010000:2.0:1746126825.259623:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.259642:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17845 00000100:00100000:2.0:1746126825.259647:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005424128:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.259657:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.259673:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.259683:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.259699:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a4e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77e4 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.259710:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.259712:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.259717:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.259723:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.259742:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 82 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.259750:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 82 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.259760:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997695360:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.259824:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.263590:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997695360:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.263606:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.263642:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005424128:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3992us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.263650:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17845 00000100:00100000:0.0:1746126825.264670:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.265153:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005424384 00000100:00100000:3.0:1746126825.265159:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005424384 00002000:00100000:3.0:1746126825.265189:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848aa00 x1830946005424384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.265203:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848aa00 with x1830946005424384 ext(0->4095) 00010000:00010000:3.0:1746126825.265209:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.265219:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.265224:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848aa00 00000100:00100000:3.0:1746126825.265244:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2824 00000100:00100000:3.0:1746126825.265249:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005424384:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.265343:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005424384:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (675us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.265348:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2824 00002000:00100000:3.0:1746126825.265352:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848aa00 x1830946005424384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.265359:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848aa00 with x1830946005424384 ext(0->4095) 00010000:00010000:3.0:1746126825.265363:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.265370:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.265375:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848aa00 00000100:00100000:0.0:1746126825.267154:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.267299:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005424512 00000100:00100000:2.0:1746126825.267304:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005424512 00010000:00010000:2.0:1746126825.267324:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.267503:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17846 00000100:00100000:2.0:1746126825.267510:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2030:x1830946005424512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.267520:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.267535:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.267544:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.267560:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a4f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77eb expref: 83 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.267573:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.267575:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.267580:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.267587:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.267608:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 82 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.267618:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997695488:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.267673:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.270842:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.271092:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997695488:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.271107:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.271165:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2030:x1830946005424512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3654us (4038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.271174:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17846 00000100:00100000:3.0:1746126825.271471:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005424768 00000100:00100000:3.0:1746126825.271478:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005424768 00002000:00100000:3.0:1746126825.271507:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488a80 x1830946005424768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.271516:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488a80 with x1830946005424768 ext(0->4095) 00002000:00010000:3.0:1746126825.271520:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098488a80 00000100:00100000:3.0:1746126825.271545:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13757 00000100:00100000:3.0:1746126825.271551:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005424768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.272046:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2027:x1830946005424768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 494us (1211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.272053:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13757 00002000:00100000:3.0:1746126825.272058:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488a80 x1830946005424768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.272066:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488a80 with x1830946005424768 ext(0->4095) 00002000:00010000:3.0:1746126825.272069:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098488a80 00000100:00100000:0.0:1746126825.277566:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.278195:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005424896 00000100:00100000:3.0:1746126825.278203:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005424896 00000100:00100000:3.0:1746126825.280900:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30128 00000100:00100000:3.0:1746126825.280914:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005424896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.280930:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.280944:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff77f9 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.280971:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.280982:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.280984:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.280987:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.281013:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 81 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.281023:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 81 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.281033:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997695616:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.281116:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.282820:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997695616:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.282841:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.282854:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126825.282900:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005424896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1990us (5339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.282907:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30128 00000100:00100000:0.0:1746126825.296915:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.297001:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005425024 00000100:00100000:3.0:1746126825.297009:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005425024 00002000:00100000:3.0:1746126825.297046:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098489500 x1830946005425024/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.297062:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489500 with x1830946005425024 ext(0->7) 00010000:00010000:3.0:1746126825.297069:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.297081:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 82 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:3.0:1746126825.297087:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098489500 00000100:00100000:3.0:1746126825.297105:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2825 00000100:00100000:3.0:1746126825.297111:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+82:2028:x1830946005425024:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.298002:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005425024:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 889us (1093us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746126825.298008:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2825 00002000:00100000:0.0:1746126825.298014:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098489500 x1830946005425024/t4294970644(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.298021:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489500 with x1830946005425024 ext(0->7) 00010000:00010000:0.0:1746126825.298026:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746126825.298034:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746126825.298039:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098489500 00000100:00100000:0.0:1746126825.302595:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.302687:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005425152 00000100:00100000:2.0:1746126825.302694:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005425152 00010000:00010000:2.0:1746126825.302721:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.302750:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17847 00000100:00100000:2.0:1746126825.302756:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946005425152:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.302766:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.302806:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.302815:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.302831:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a4f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f2 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746126825.302854:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.302856:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.302861:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.302868:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.302891:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.302900:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997695744:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.302961:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.304986:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.305698:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005425280 00000100:00100000:3.0:1746126825.305704:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005425280 00000100:00100000:3.0:1746126825.305824:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30129 00000100:00100000:3.0:1746126825.305831:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1764:x1830946005425280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.305845:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.305859:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7800 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.305879:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.305885:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.305886:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.305889:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.305916:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.305925:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.305936:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997695872:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.305998:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.306790:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.306881:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997695744:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.306894:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.306916:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2030:x1830946005425152:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4161us (4328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.306923:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17847 00000100:00100000:1.0:1746126825.306970:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005425536 00000100:00100000:1.0:1746126825.306975:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005425536 00002000:00100000:1.0:1746126825.306994:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098426300 x1830946005425536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.307003:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946005425536 ext(0->4095) 00010000:00010000:1.0:1746126825.307009:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.307018:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.307023:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098426300 00000100:00100000:1.0:1746126825.307034:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2826 00000100:00100000:1.0:1746126825.307038:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005425536:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.307116:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005425536:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 77us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.307121:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2826 00002000:00100000:1.0:1746126825.307140:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098426300 x1830946005425536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.307146:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946005425536 ext(0->4095) 00010000:00010000:1.0:1746126825.307150:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.307157:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.307162:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098426300 00000100:00100000:0.0:1746126825.309087:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.309434:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997695872:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.309453:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.309465:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:2.0:1746126825.309644:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005425664 00000100:00100000:2.0:1746126825.309648:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005425664 00000100:00100000:2.0:1746126825.309675:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30130 00000100:00100000:2.0:1746126825.309681:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005425664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.309690:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.309701:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7807 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.309718:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.309721:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.309726:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.309728:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.309748:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.309756:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.309762:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:3.0:1746126825.309801:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946005425280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3970us (4821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.309806:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30129 00000100:00100000:1.0:1746126825.310153:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.310276:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005425792 00000100:00100000:3.0:1746126825.310279:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005425792 00010000:00010000:3.0:1746126825.310292:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.310311:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17848 00000100:00100000:3.0:1746126825.310315:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005425792:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.310321:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.310334:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.310343:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.310356:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a4fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff77f9 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.310366:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.310368:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.310372:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.310378:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.310392:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.310400:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.310409:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696128:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.310448:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.310620:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005425664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 939us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.310625:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30130 00000100:00100000:0.0:1746126825.313055:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.313154:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005426048 00000100:00100000:1.0:1746126825.313160:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005426048 00002000:00100000:1.0:1746126825.313190:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098424700 x1830946005426048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.313199:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098424700 with x1830946005426048 ext(0->4095) 00010000:00010000:1.0:1746126825.313205:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.313216:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.313221:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098424700 00000100:00100000:1.0:1746126825.313235:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2827 00000100:00100000:1.0:1746126825.313240:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005426048:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.313344:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005426048:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.313349:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2827 00002000:00100000:1.0:1746126825.313353:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098424700 x1830946005426048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.313360:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098424700 with x1830946005426048 ext(0->4095) 00010000:00010000:1.0:1746126825.313363:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.313371:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.313376:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098424700 00000100:00100000:3.0:1746126825.313563:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696128:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.313576:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.313596:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005425792:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3280us (3470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.313603:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17848 00000100:00100000:0.0:1746126825.316566:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.316696:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005426176 00000100:00100000:3.0:1746126825.316703:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005426176 00010000:00010000:3.0:1746126825.316730:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.316752:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17849 00000100:00100000:3.0:1746126825.316758:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005426176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.316768:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.316793:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.316803:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.316821:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a505 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7800 expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.316835:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.316837:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.316842:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.316848:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.316878:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.316889:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696256:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.316949:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.320802:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.320847:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005426432 00000100:00100000:1.0:1746126825.320853:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005426432 00002000:00100000:1.0:1746126825.320888:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f0700 x1830946005426432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.320896:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0700 with x1830946005426432 ext(0->4095) 00002000:00010000:1.0:1746126825.320900:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f0700 00000100:00100000:1.0:1746126825.320917:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13758 00000100:00100000:1.0:1746126825.320923:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005426432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.321036:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005426432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.321041:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13758 00002000:00100000:1.0:1746126825.321046:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f0700 x1830946005426432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.321053:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0700 with x1830946005426432 ext(0->4095) 00002000:00010000:1.0:1746126825.321056:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f0700 00000100:00100000:3.0:1746126825.321389:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696256:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.321405:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.321826:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005426176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5067us (5264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.321834:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17849 00000100:00100000:0.0:1746126825.324405:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.324505:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005426560 00000100:00100000:2.0:1746126825.324512:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005426560 00000100:00100000:2.0:1746126825.324544:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30131 00000100:00100000:2.0:1746126825.324551:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005426560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.324564:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.324578:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff780e expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.324606:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.324613:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.324614:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.324618:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.324641:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.324652:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 83 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.324662:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997696384:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.324941:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.327272:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997696384:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.327294:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.327308:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dbe00, rc 0) 00000100:00100000:2.0:1746126825.327347:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005426560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2796us (2947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.327355:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30131 00000100:00100000:0.0:1746126825.327530:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.327721:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005426688 00000100:00100000:3.0:1746126825.327727:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005426688 00010000:00010000:3.0:1746126825.327749:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.327775:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17850 00000100:00100000:3.0:1746126825.327790:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005426688:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.327800:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.327816:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.327825:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.327841:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a50c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7807 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.327853:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.327855:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.327859:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.327866:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.327889:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.327899:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696512:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.327946:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.330607:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.330655:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.330689:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005426944 00000100:00100000:1.0:1746126825.330696:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005426944 00002000:00100000:1.0:1746126825.330728:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946005426944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.330737:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946005426944 ext(0->4095) 00002000:00010000:1.0:1746126825.330742:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae44a80 00000100:00100000:1.0:1746126825.330788:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13759 00000100:00100000:1.0:1746126825.330795:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005426944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.330825:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696512:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.330838:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.330872:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005426688:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3083us (3343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.330879:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17850 00000100:00100000:1.0:1746126825.330895:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005426944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.330900:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13759 00002000:00100000:1.0:1746126825.330905:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946005426944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.330913:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946005426944 ext(0->4095) 00002000:00010000:1.0:1746126825.330915:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae44a80 00000100:00100000:2.0:1746126825.331079:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005427072 00000100:00100000:2.0:1746126825.331087:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005427072 00000100:00100000:2.0:1746126825.331112:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30132 00000100:00100000:2.0:1746126825.331117:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005427072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.331140:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.331152:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7815 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.331175:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.331181:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.331183:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.331186:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.331208:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.331217:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 5 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.331227:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997696640:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.331613:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.332745:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.332926:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005427200 00000100:00100000:1.0:1746126825.332931:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005427200 00000100:00100000:1.0:1746126825.332960:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30133 00000100:00100000:1.0:1746126825.332965:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005427200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.332974:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.332982:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff781c expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.332998:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.333002:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.333007:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.333010:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 86 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.333028:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.333041:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 86 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.333049:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126825.333072:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1765:x1830946005427200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.333076:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30133 00000100:00100000:2.0:1746126825.333196:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997696640:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.333209:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.333220:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:2.0:1746126825.333234:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946005427072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2117us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.333239:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30132 00000100:00100000:0.0:1746126825.334261:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.334367:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005427328 00000100:00100000:3.0:1746126825.334371:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005427328 00010000:00010000:3.0:1746126825.334388:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.334412:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17851 00000100:00100000:3.0:1746126825.334417:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005427328:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.334427:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.334440:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.334449:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.334466:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a513 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff780e expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.334570:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.334572:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.334578:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.334585:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.334612:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.334621:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.334631:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696896:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.334879:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.336733:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.336986:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997696896:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.337002:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.337032:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005427328:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2614us (2772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.337041:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17851 00000100:00100000:1.0:1746126825.337164:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005427584 00000100:00100000:1.0:1746126825.337169:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005427584 00002000:00100000:1.0:1746126825.337194:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19880 x1830946005427584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.337203:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19880 with x1830946005427584 ext(0->4095) 00010000:00010000:1.0:1746126825.337208:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.337218:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.337224:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19880 00000100:00100000:1.0:1746126825.337247:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2828 00000100:00100000:1.0:1746126825.337252:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005427584:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.337340:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005427584:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.337345:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2828 00002000:00100000:1.0:1746126825.337351:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19880 x1830946005427584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.337358:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19880 with x1830946005427584 ext(0->4095) 00010000:00010000:1.0:1746126825.337362:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.337370:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.337376:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19880 00000100:00100000:0.0:1746126825.340360:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.340609:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005427712 00000100:00100000:3.0:1746126825.340617:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005427712 00010000:00010000:3.0:1746126825.340646:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.340669:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17852 00000100:00100000:3.0:1746126825.340676:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2029:x1830946005427712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.340686:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.340701:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.340711:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.340729:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a51a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7815 expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.341056:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.341058:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.341065:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.341072:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.341099:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.341110:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697024:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.341466:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.346055:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.346170:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697024:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.346187:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.346222:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2029:x1830946005427712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5546us (5869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.346231:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17852 00000100:00100000:2.0:1746126825.346306:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005427968 00000100:00100000:2.0:1746126825.346312:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005427968 00002000:00100000:2.0:1746126825.346344:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18a80 x1830946005427968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.346353:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18a80 with x1830946005427968 ext(0->4095) 00002000:00010000:2.0:1746126825.346357:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a18a80 00000100:00100000:2.0:1746126825.346384:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13760 00000100:00100000:2.0:1746126825.346390:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005427968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.346481:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005427968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.346486:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13760 00002000:00100000:2.0:1746126825.346491:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18a80 x1830946005427968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.346497:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18a80 with x1830946005427968 ext(0->4095) 00002000:00010000:2.0:1746126825.346499:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a18a80 00000100:00100000:0.0:1746126825.349220:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.349298:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005428096 00000100:00100000:2.0:1746126825.349305:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005428096 00000100:00100000:2.0:1746126825.349347:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30134 00000100:00100000:2.0:1746126825.349354:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005428096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.349367:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.349381:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7823 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.349405:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.349412:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.349414:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.349416:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.349442:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.349452:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 83 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.349463:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997697152:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.350654:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.353149:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997697152:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.353174:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.353187:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126825.353235:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005428096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3880us (4021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.353246:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30134 00000100:00100000:0.0:1746126825.353507:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.353696:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005428224 00000100:00100000:3.0:1746126825.353702:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005428224 00010000:00010000:3.0:1746126825.353725:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 84 pid: 9596 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.353742:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17853 00000100:00100000:3.0:1746126825.353747:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005428224:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.353756:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.353770:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 84 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.353789:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 84 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.353807:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a521 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff781c expref: 84 pid: 9596 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.354598:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.354601:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.354608:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.354615:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.354641:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.354651:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697280:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.355542:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.357723:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.357809:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.357929:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005428352 00000100:00100000:2.0:1746126825.357936:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005428352 00000100:00100000:3.0:1746126825.357951:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697280:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.357969:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.357969:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30135 00000100:00100000:2.0:1746126825.357975:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1764:x1830946005428352:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.357987:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.358000:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff782a expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.358003:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005428224:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4257us (4497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.358010:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17853 00010000:00010000:2.0:1746126825.358021:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.358028:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.358029:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.358032:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.358053:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.358064:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 5 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746126825.358073:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997697408:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.358121:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.358360:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005428608 00000100:00100000:1.0:1746126825.358365:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005428608 00002000:00100000:1.0:1746126825.358391:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983800 x1830946005428608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.358399:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983800 with x1830946005428608 ext(0->4095) 00010000:00010000:1.0:1746126825.358404:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.358414:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.358419:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983800 00000100:00100000:1.0:1746126825.358439:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2829 00000100:00100000:1.0:1746126825.358445:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005428608:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.358545:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005428608:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.358554:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2829 00002000:00100000:1.0:1746126825.358558:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983800 x1830946005428608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.358565:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983800 with x1830946005428608 ext(0->4095) 00010000:00010000:1.0:1746126825.358570:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.359710:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.359716:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983800 00000100:00100000:2.0:1746126825.361431:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997697408:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.361456:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.361470:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126825.361512:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1764:x1830946005428352:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3536us (3795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.361518:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30135 00000100:00100000:0.0:1746126825.362152:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.362358:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005428736 00000100:00100000:2.0:1746126825.362363:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005428736 00000100:00100000:2.0:1746126825.362398:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30136 00000100:00100000:2.0:1746126825.362404:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005428736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.362415:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.362425:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7831 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.362440:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.362444:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.362449:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.362453:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 85 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.362477:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.362486:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 85 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.362496:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:2.0:1746126825.362529:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005428736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.362534:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30136 00000100:00100000:0.0:1746126825.363101:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.363238:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005428864 00000100:00100000:3.0:1746126825.363242:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005428864 00010000:00010000:3.0:1746126825.363258:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.363274:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17854 00000100:00100000:3.0:1746126825.363278:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005428864:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.363288:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.363302:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.363311:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.363325:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a528 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7823 expref: 6 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.363345:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.363347:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.363352:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.363358:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.363374:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.363382:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.363391:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697664:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.363440:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.366224:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697664:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.366242:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.366286:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005428864:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3006us (3186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.366294:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17854 00000100:00100000:2.0:1746126825.367067:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.367255:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005429120 00000100:00100000:1.0:1746126825.367261:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005429120 00002000:00100000:1.0:1746126825.367292:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb800 x1830946005429120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.367302:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946005429120 ext(0->4095) 00010000:00010000:1.0:1746126825.367308:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.367320:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.367326:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeb800 00000100:00100000:1.0:1746126825.367341:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2830 00000100:00100000:1.0:1746126825.367347:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005429120:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.367451:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005429120:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.367457:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2830 00002000:00100000:1.0:1746126825.367462:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb800 x1830946005429120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.367469:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946005429120 ext(0->4095) 00010000:00010000:1.0:1746126825.367473:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.367482:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.367487:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeb800 00000100:00100000:0.0:1746126825.370553:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.370613:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005429248 00000100:00100000:3.0:1746126825.370621:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005429248 00010000:00010000:3.0:1746126825.370651:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.370689:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17855 00000100:00100000:3.0:1746126825.370696:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2030:x1830946005429248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.370708:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.370726:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.370737:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.370757:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a52f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff782a expref: 85 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.370790:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.370792:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.370798:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.370805:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.370832:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.370843:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697792:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.370921:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.373822:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.373922:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997697792:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.373937:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.373979:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946005429248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3283us (3432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.373988:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17855 00000100:00100000:2.0:1746126825.374064:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005429504 00000100:00100000:2.0:1746126825.374070:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005429504 00002000:00100000:2.0:1746126825.374100:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983100 x1830946005429504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.374108:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983100 with x1830946005429504 ext(0->4095) 00002000:00010000:2.0:1746126825.374111:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b983100 00000100:00100000:2.0:1746126825.374160:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13761 00000100:00100000:2.0:1746126825.374166:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005429504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.374258:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005429504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.374263:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13761 00002000:00100000:2.0:1746126825.374268:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983100 x1830946005429504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.374274:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983100 with x1830946005429504 ext(0->4095) 00002000:00010000:2.0:1746126825.374276:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b983100 00000100:00100000:0.0:1746126825.376525:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.376585:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005429632 00000100:00100000:3.0:1746126825.376592:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005429632 00000100:00100000:3.0:1746126825.376636:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30137 00000100:00100000:3.0:1746126825.376642:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005429632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.376655:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.376667:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7838 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.376689:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.376695:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.376696:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.376699:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.376727:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.376737:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 83 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.376747:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997697920:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.376831:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.378740:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997697920:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.378759:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.378772:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126825.378820:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005429632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2176us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.378827:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30137 00000100:00100000:0.0:1746126825.379289:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.379366:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005429760 00000100:00100000:3.0:1746126825.379370:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005429760 00010000:00010000:3.0:1746126825.379388:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.379414:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17856 00000100:00100000:3.0:1746126825.379420:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005429760:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.379429:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.379445:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.379454:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.379470:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a536 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7831 expref: 84 pid: 11460 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.379493:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.379495:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.379501:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.379508:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.379530:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.379539:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698048:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.379583:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.382540:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698048:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.382556:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.382596:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005429760:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3175us (3306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.382604:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17856 00000100:00100000:0.0:1746126825.383100:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.383175:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005430016 00000100:00100000:1.0:1746126825.383180:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005430016 00002000:00100000:1.0:1746126825.383208:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981180 x1830946005430016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.383216:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981180 with x1830946005430016 ext(0->4095) 00002000:00010000:1.0:1746126825.383220:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981180 00000100:00100000:1.0:1746126825.383237:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13762 00000100:00100000:1.0:1746126825.383243:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005430016:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.383336:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005430016:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.383341:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13762 00002000:00100000:1.0:1746126825.383347:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981180 x1830946005430016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.383354:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981180 with x1830946005430016 ext(0->4095) 00002000:00010000:1.0:1746126825.383356:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981180 00000100:00100000:0.0:1746126825.385526:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.385713:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005430144 00000100:00100000:3.0:1746126825.385720:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005430144 00000100:00100000:3.0:1746126825.385760:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30138 00000100:00100000:3.0:1746126825.385766:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005430144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.385786:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.385799:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff783f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.385820:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.385826:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.385827:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.385830:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.385849:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.385859:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 5 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.385867:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997698176:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.385934:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.386744:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.386795:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005430272 00000100:00100000:2.0:1746126825.386800:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005430272 00000100:00100000:2.0:1746126825.386831:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30139 00000100:00100000:2.0:1746126825.386837:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005430272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.386843:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.386851:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7846 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.386863:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.386867:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.386872:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.386875:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.386892:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.386900:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.386908:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126825.386942:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1765:x1830946005430272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.386947:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30139 00000100:00100000:3.0:1746126825.389422:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997698176:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.389442:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.389459:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126825.389493:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946005430144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3727us (3970us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.389499:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30138 00000100:00100000:0.0:1746126825.389917:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.390113:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005430400 00000100:00100000:3.0:1746126825.390117:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005430400 00010000:00010000:3.0:1746126825.390147:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.390169:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17857 00000100:00100000:3.0:1746126825.390174:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005430400:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.390182:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.390196:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.390205:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.390221:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a53d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7838 expref: 6 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.390238:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.390240:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.390245:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.390256:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.390276:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.390284:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 84 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.390294:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698432:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.390342:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.393104:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698432:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.393121:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.393196:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005430400:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3020us (3278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.393204:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17857 00000100:00100000:0.0:1746126825.393275:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.393499:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005430656 00000100:00100000:1.0:1746126825.393505:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005430656 00002000:00100000:1.0:1746126825.393532:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faedf80 x1830946005430656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.393540:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faedf80 with x1830946005430656 ext(0->4095) 00010000:00010000:1.0:1746126825.393547:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.393557:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.393563:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faedf80 00000100:00100000:1.0:1746126825.393578:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2831 00000100:00100000:1.0:1746126825.393584:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005430656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.393684:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005430656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.393689:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2831 00002000:00100000:1.0:1746126825.393693:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faedf80 x1830946005430656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.393700:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faedf80 with x1830946005430656 ext(0->4095) 00010000:00010000:1.0:1746126825.393705:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746126825.393712:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00002000:00010000:1.0:1746126825.393717:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faedf80 00000100:00100000:0.0:1746126825.395897:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.396452:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005430784 00000100:00100000:3.0:1746126825.396459:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005430784 00010000:00010000:3.0:1746126825.396483:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746126825.396510:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17858 00000100:00100000:3.0:1746126825.396517:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946005430784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.396529:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.396546:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.396555:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.396573:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a544 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff783f expref: 85 pid: 21550 timeout: 820 lvb_type: 0 00010000:00010000:3.0:1746126825.396872:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.396873:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.396880:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.396887:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.396911:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.396921:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698560:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.397375:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.399979:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698560:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.399994:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.400032:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005430784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3515us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.400041:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17858 00000100:00100000:0.0:1746126825.400338:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.400487:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005431040 00000100:00100000:3.0:1746126825.400492:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005431040 00002000:00100000:3.0:1746126825.400519:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faef480 x1830946005431040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.400528:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946005431040 ext(0->4095) 00002000:00010000:3.0:1746126825.400532:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faef480 00000100:00100000:3.0:1746126825.400555:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13763 00000100:00100000:3.0:1746126825.400561:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946005431040:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126825.400661:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946005431040:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.400666:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13763 00002000:00100000:3.0:1746126825.400670:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faef480 x1830946005431040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.400676:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946005431040 ext(0->4095) 00002000:00010000:3.0:1746126825.400678:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faef480 00000100:00100000:0.0:1746126825.402463:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.402525:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005431168 00000100:00100000:3.0:1746126825.402530:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005431168 00000100:00100000:3.0:1746126825.402563:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30140 00000100:00100000:3.0:1746126825.402568:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005431168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.402580:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.402593:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff784d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.402614:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.402625:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.402627:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.402630:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.402653:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.402662:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 83 pid: 11460 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.402672:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997698688:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.402736:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.405699:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997698688:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.405720:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.405732:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126825.405771:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005431168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3202us (3312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.405790:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30140 00000100:00100000:0.0:1746126825.406249:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.406541:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005431296 00000100:00100000:3.0:1746126825.406546:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005431296 00010000:00010000:3.0:1746126825.406565:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.406595:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17859 00000100:00100000:3.0:1746126825.406600:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005431296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.406608:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.406623:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.406632:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.406648:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a54b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7846 expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.406666:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.406668:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.406674:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.406681:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.406701:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.406709:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698816:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.406757:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.410158:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997698816:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.410176:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.410216:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005431296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3614us (3967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.410225:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17859 00000100:00100000:0.0:1746126825.410504:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.410744:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005431552 00000100:00100000:2.0:1746126825.410750:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005431552 00002000:00100000:2.0:1746126825.410789:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356d80 x1830946005431552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.410803:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356d80 with x1830946005431552 ext(0->4095) 00002000:00010000:2.0:1746126825.410807:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093356d80 00000100:00100000:2.0:1746126825.410832:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13764 00000100:00100000:2.0:1746126825.410839:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005431552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.410944:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005431552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.410949:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13764 00002000:00100000:2.0:1746126825.410953:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356d80 x1830946005431552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.410960:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356d80 with x1830946005431552 ext(0->4095) 00002000:00010000:2.0:1746126825.410962:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093356d80 00000100:00100000:0.0:1746126825.413256:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.413615:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005431680 00000100:00100000:3.0:1746126825.413622:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005431680 00000100:00100000:3.0:1746126825.413668:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30141 00000100:00100000:3.0:1746126825.413675:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005431680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.413688:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.413701:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7854 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.413722:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.413729:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.413730:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.413733:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.413757:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.413767:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.413787:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997698944:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126825.413821:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.413852:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.414048:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005431808 00000100:00100000:2.0:1746126825.414053:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005431808 00000100:00100000:2.0:1746126825.414072:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30142 00000100:00100000:2.0:1746126825.414077:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005431808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.414083:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.414088:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff785b expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.414098:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.414102:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.414106:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.414109:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.414144:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.414154:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 86 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.414161:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dbe00, rc 0) 00000100:00100000:2.0:1746126825.414179:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1765:x1830946005431808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.414184:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30142 00000100:00100000:3.0:1746126825.416010:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997698944:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.416027:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.416038:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126825.416076:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946005431680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2401us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.416082:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30141 00000100:00100000:0.0:1746126825.416770:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.417026:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005431936 00000100:00100000:3.0:1746126825.417031:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005431936 00010000:00010000:3.0:1746126825.417052:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.417081:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17860 00000100:00100000:3.0:1746126825.417086:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005431936:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.417096:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.417111:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.417119:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.417156:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a552 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff784d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.417180:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.417182:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.417188:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.417195:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.417216:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.417226:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.417236:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699200:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.417282:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.420681:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.420755:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699200:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.420771:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.420825:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005431936:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3738us (4055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.420834:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17860 00000100:00100000:2.0:1746126825.421093:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005432192 00000100:00100000:2.0:1746126825.421100:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005432192 00002000:00100000:2.0:1746126825.421152:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356a00 x1830946005432192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.421160:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356a00 with x1830946005432192 ext(0->4095) 00010000:00010000:2.0:1746126825.421167:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.421178:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.421182:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356a00 00000100:00100000:2.0:1746126825.421196:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2832 00000100:00100000:2.0:1746126825.421201:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946005432192:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.421296:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946005432192:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (623us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.421301:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2832 00002000:00100000:2.0:1746126825.421305:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356a00 x1830946005432192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.421312:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356a00 with x1830946005432192 ext(0->4095) 00010000:00010000:2.0:1746126825.421316:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.421323:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.421328:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356a00 00000100:00100000:0.0:1746126825.424027:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.424502:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005432320 00000100:00100000:3.0:1746126825.424510:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005432320 00010000:00010000:3.0:1746126825.424535:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.424612:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17861 00000100:00100000:3.0:1746126825.424619:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005432320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.424631:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.424646:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.424657:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.424675:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a559 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7854 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.424894:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.424897:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.424904:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.424911:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.424938:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 84 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.424949:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699328:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.425692:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.427995:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.428069:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699328:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.428083:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.428113:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005432320:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3495us (4093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.428121:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17861 00000100:00100000:2.0:1746126825.428199:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005432576 00000100:00100000:2.0:1746126825.428205:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005432576 00002000:00100000:2.0:1746126825.428234:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356680 x1830946005432576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.428242:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356680 with x1830946005432576 ext(0->4095) 00002000:00010000:2.0:1746126825.428245:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093356680 00000100:00100000:2.0:1746126825.428259:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13765 00000100:00100000:2.0:1746126825.428263:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005432576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.429046:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005432576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 779us (1053us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.429052:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13765 00002000:00100000:2.0:1746126825.429058:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356680 x1830946005432576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.429065:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356680 with x1830946005432576 ext(0->4095) 00002000:00010000:2.0:1746126825.429068:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093356680 00000100:00100000:0.0:1746126825.431292:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.431419:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005432704 00000100:00100000:3.0:1746126825.431426:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005432704 00000100:00100000:3.0:1746126825.431563:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30143 00000100:00100000:3.0:1746126825.431571:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005432704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.431585:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.431598:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7862 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.431621:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.431627:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.431629:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.431632:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.431654:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 83 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.431664:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 83 pid: 11460 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.431674:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997699456:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.431743:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.433740:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997699456:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.433762:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.433775:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126825.433832:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005432704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2260us (2545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.433839:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30143 00000100:00100000:0.0:1746126825.434264:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.434421:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005432832 00000100:00100000:3.0:1746126825.434427:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005432832 00010000:00010000:3.0:1746126825.434446:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.434464:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17862 00000100:00100000:3.0:1746126825.434469:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005432832:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.434477:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.434492:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.434501:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.434518:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a560 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff785b expref: 84 pid: 11460 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.435159:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.435162:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.435169:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.435176:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.435201:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.435211:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699584:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.436097:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.437578:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699584:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.437591:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.437803:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2028:x1830946005432832:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3331us (3538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.437811:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17862 00000100:00100000:0.0:1746126825.438164:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.438449:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005433088 00000100:00100000:2.0:1746126825.438455:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005433088 00002000:00100000:2.0:1746126825.438479:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f012d80 x1830946005433088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.438487:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f012d80 with x1830946005433088 ext(0->4095) 00002000:00010000:2.0:1746126825.438491:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f012d80 00000100:00100000:2.0:1746126825.438790:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13766 00000100:00100000:2.0:1746126825.438797:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005433088:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.438898:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005433088:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (734us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.438904:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13766 00002000:00100000:2.0:1746126825.438909:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f012d80 x1830946005433088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.438915:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f012d80 with x1830946005433088 ext(0->4095) 00002000:00010000:2.0:1746126825.438918:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f012d80 00000100:00100000:0.0:1746126825.439930:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.441053:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005433216 00000100:00100000:3.0:1746126825.441059:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005433216 00000100:00100000:3.0:1746126825.441235:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30144 00000100:00100000:3.0:1746126825.441241:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005433216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.441253:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.441264:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7869 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.441291:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.441297:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.441299:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.441302:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.441326:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.441336:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.441346:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997699712:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.441410:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.441550:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.441691:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005433344 00000100:00100000:1.0:1746126825.441695:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005433344 00000100:00100000:1.0:1746126825.441715:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30145 00000100:00100000:1.0:1746126825.441720:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005433344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.441726:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.441732:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7870 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.441742:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.441745:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.441750:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.441753:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 86 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.441769:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.441794:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 86 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.441806:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36f400, rc 0) 00000100:00100000:1.0:1746126825.441827:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1765:x1830946005433344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.441832:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30145 00000100:00100000:3.0:1746126825.443530:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997699712:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.443548:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.443558:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126825.443760:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946005433216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (3830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.443766:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30144 00000100:00100000:0.0:1746126825.443895:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.444009:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005433472 00000100:00100000:3.0:1746126825.444014:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005433472 00010000:00010000:3.0:1746126825.444031:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.444047:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17863 00000100:00100000:3.0:1746126825.444053:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005433472:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.444062:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.444075:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.444084:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.444100:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a567 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7862 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.444123:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.444143:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.444149:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.444157:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.444177:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.444185:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.444195:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699968:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.444236:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.447180:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.447317:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997699968:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.447331:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.447372:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005433472:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3318us (3476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.447379:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17863 00000100:00100000:2.0:1746126825.448573:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005433728 00000100:00100000:2.0:1746126825.448580:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005433728 00002000:00100000:2.0:1746126825.448611:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c91f80 x1830946005433728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.448620:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c91f80 with x1830946005433728 ext(0->4095) 00010000:00010000:2.0:1746126825.448627:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.448638:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.448644:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c91f80 00000100:00100000:2.0:1746126825.449110:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2833 00000100:00100000:2.0:1746126825.449117:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005433728:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.449254:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005433728:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (2078us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.449260:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2833 00002000:00100000:2.0:1746126825.449265:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c91f80 x1830946005433728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.449273:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c91f80 with x1830946005433728 ext(0->4095) 00010000:00010000:2.0:1746126825.449277:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.449287:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.449292:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c91f80 00000100:00100000:0.0:1746126825.451242:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.451327:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005433856 00000100:00100000:3.0:1746126825.451333:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005433856 00010000:00010000:3.0:1746126825.451355:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.451371:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17864 00000100:00100000:3.0:1746126825.451376:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2030:x1830946005433856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.451386:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.451399:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.451407:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.451425:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a56e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7869 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.451445:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.451447:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.451452:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.451458:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.451480:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 84 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.451488:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700096:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.451542:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.453471:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700096:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.453485:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.453511:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2030:x1830946005433856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2134us (2273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.453519:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17864 00000100:00100000:0.0:1746126825.453984:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.454054:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005434112 00000100:00100000:2.0:1746126825.454059:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005434112 00002000:00100000:2.0:1746126825.454087:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135affb80 x1830946005434112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.454101:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135affb80 with x1830946005434112 ext(0->4095) 00002000:00010000:2.0:1746126825.454105:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135affb80 00000100:00100000:2.0:1746126825.454157:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13767 00000100:00100000:2.0:1746126825.454164:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005434112:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.454252:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005434112:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.454257:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13767 00002000:00100000:2.0:1746126825.454262:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135affb80 x1830946005434112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.454269:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135affb80 with x1830946005434112 ext(0->4095) 00002000:00010000:2.0:1746126825.454271:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135affb80 00000100:00100000:0.0:1746126825.457995:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.458073:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005434240 00000100:00100000:3.0:1746126825.458080:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005434240 00000100:00100000:3.0:1746126825.458114:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30146 00000100:00100000:3.0:1746126825.458121:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005434240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.458150:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.458163:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7877 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.458184:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.458195:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.458196:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.458199:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.458220:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 83 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.458228:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 83 pid: 9596 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.458238:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997700224:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.459036:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.461443:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997700224:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.461468:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.461482:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126825.461516:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005434240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3396us (3528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.461524:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30146 00000100:00100000:0.0:1746126825.462003:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.462434:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005434368 00000100:00100000:3.0:1746126825.462440:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005434368 00010000:00010000:3.0:1746126825.462462:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 84 pid: 9596 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.462499:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17865 00000100:00100000:3.0:1746126825.462506:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005434368:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.462516:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.462533:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 84 pid: 9596 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.462543:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 84 pid: 9596 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.462561:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36f400/0x63da90637734a575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7870 expref: 84 pid: 9596 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.463347:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.463349:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.463356:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.463363:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.463390:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.463400:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700352:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.463701:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00010000:00010000:1.0:1746126825.464484:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126825.465440:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.465871:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005434496 00000100:00100000:3.0:1746126825.465878:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005434496 00000100:00100000:3.0:1746126825.465908:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30147 00000100:00100000:3.0:1746126825.465915:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1764:x1830946005434496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.465927:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.465939:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff787e expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.465959:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.465964:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.465966:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.465968:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.465991:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.466002:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.466011:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997700480:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.466071:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.466701:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700352:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.466713:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.466748:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946005434368:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4241us (4745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.466758:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17865 00000100:00100000:0.0:1746126825.467013:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.467279:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005434752 00000100:00100000:3.0:1746126825.467283:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005434752 00002000:00100000:3.0:1746126825.467304:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afed80 x1830946005434752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.467312:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830946005434752 ext(0->4095) 00010000:00010000:3.0:1746126825.467318:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.467327:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126825.467332:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afed80 00000100:00100000:3.0:1746126825.467600:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2834 00000100:00100000:3.0:1746126825.467606:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005434752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.467710:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005434752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (696us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.467715:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2834 00002000:00100000:3.0:1746126825.467720:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afed80 x1830946005434752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.467726:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830946005434752 ext(0->4095) 00010000:00010000:3.0:1746126825.467730:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.467741:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126825.467747:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afed80 00000100:00100000:3.0:1746126825.468488:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997700480:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.468865:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.468877:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126825.469194:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1764:x1830946005434496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3278us (3755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.469201:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30147 00000100:00100000:0.0:1746126825.470091:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.470163:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005434880 00000100:00100000:3.0:1746126825.470169:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005434880 00000100:00100000:3.0:1746126825.470204:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30148 00000100:00100000:3.0:1746126825.470210:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005434880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.470220:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.470231:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7885 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.470247:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.470251:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.470256:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.470260:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.470285:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.470295:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.470302:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126825.470336:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005434880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.470342:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30148 00000100:00100000:0.0:1746126825.471191:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.471300:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005435008 00000100:00100000:3.0:1746126825.471304:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005435008 00010000:00010000:3.0:1746126825.471319:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.471336:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17866 00000100:00100000:3.0:1746126825.471340:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005435008:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.471348:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.471362:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.471371:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.471385:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a57c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7877 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.471410:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.471412:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.471418:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.471426:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.471445:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.471454:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.471468:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700736:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.472017:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.474563:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700736:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.474579:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.474612:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005435008:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3269us (3421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.474619:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17866 00000100:00100000:0.0:1746126825.475012:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.475078:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005435264 00000100:00100000:2.0:1746126825.475084:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005435264 00002000:00100000:2.0:1746126825.475114:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afce00 x1830946005435264/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.475122:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830946005435264 ext(0->4095) 00010000:00010000:2.0:1746126825.475303:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.475314:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.475319:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afce00 00000100:00100000:2.0:1746126825.475343:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2835 00000100:00100000:2.0:1746126825.475349:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005435264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.475447:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005435264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.475453:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2835 00002000:00100000:2.0:1746126825.475457:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afce00 x1830946005435264/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.475464:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830946005435264 ext(0->4095) 00010000:00010000:2.0:1746126825.475468:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.475477:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.475482:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746126825.478027:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.478152:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005435392 00000100:00100000:3.0:1746126825.478159:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005435392 00010000:00010000:3.0:1746126825.478182:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.478204:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17867 00000100:00100000:3.0:1746126825.478209:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2029:x1830946005435392:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.478217:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.478232:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.478240:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.478259:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a583 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff787e expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.478280:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.478282:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.478287:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.478294:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.478317:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.478326:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700864:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.478381:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.481595:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.481715:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005435648 00000100:00100000:2.0:1746126825.481722:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005435648 00002000:00100000:2.0:1746126825.481757:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc380 x1830946005435648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.481766:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830946005435648 ext(0->4095) 00002000:00010000:2.0:1746126825.481771:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc380 00000100:00100000:2.0:1746126825.481800:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13768 00000100:00100000:2.0:1746126825.481806:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2029:x1830946005435648:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126825.481924:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2029:x1830946005435648:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.481931:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13768 00002000:00100000:2.0:1746126825.481936:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc380 x1830946005435648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.481942:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830946005435648 ext(0->4095) 00002000:00010000:2.0:1746126825.481945:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc380 00000100:00100000:3.0:1746126825.482365:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997700864:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.482381:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.482768:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2029:x1830946005435392:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4557us (4743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.482785:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17867 00000100:00100000:0.0:1746126825.484508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.484616:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005435776 00000100:00100000:2.0:1746126825.484622:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005435776 00000100:00100000:2.0:1746126825.484666:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30149 00000100:00100000:2.0:1746126825.484673:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005435776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.484687:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.484702:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff788c expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.484726:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.484733:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.484734:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.484737:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.484765:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.484774:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 83 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.484804:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997700992:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.485199:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.487789:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997700992:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.487815:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.487833:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126825.488193:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005435776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3518us (3687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.488202:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30149 00000100:00100000:0.0:1746126825.488296:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.488386:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005435904 00000100:00100000:3.0:1746126825.488392:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005435904 00010000:00010000:3.0:1746126825.488413:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.488432:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17868 00000100:00100000:3.0:1746126825.488438:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005435904:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.488448:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.488464:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.488474:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.488493:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a58a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7885 expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.489261:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.489263:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.489271:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.489278:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.489305:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.489315:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701120:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.489819:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.491580:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.491761:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005436160 00000100:00100000:1.0:1746126825.491768:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005436160 00002000:00100000:1.0:1746126825.491812:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309880 x1830946005436160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.491820:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309880 with x1830946005436160 ext(0->4095) 00002000:00010000:1.0:1746126825.491824:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309880 00000100:00100000:1.0:1746126825.491854:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13769 00000100:00100000:1.0:1746126825.491860:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005436160:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.491954:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701120:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.491968:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.492002:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005435904:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3563us (3705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.492008:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17868 00000100:00100000:1.0:1746126825.492390:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005436160:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 530us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.492396:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13769 00002000:00100000:1.0:1746126825.492401:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309880 x1830946005436160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.492407:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309880 with x1830946005436160 ext(0->4095) 00002000:00010000:1.0:1746126825.492409:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309880 00000100:00100000:0.0:1746126825.492638:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.492906:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005436288 00000100:00100000:3.0:1746126825.492910:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005436288 00000100:00100000:3.0:1746126825.492929:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30150 00000100:00100000:3.0:1746126825.492933:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1764:x1830946005436288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.492941:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.492952:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7893 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.492970:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.492976:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.492978:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.492981:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.493004:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.493012:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 5 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.493021:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997701248:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.493537:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.494535:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997701248:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.494554:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.494565:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126825.494594:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1764:x1830946005436288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1659us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.494600:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30150 00000100:00100000:0.0:1746126825.496115:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.496200:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.496346:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005436544 00000100:00100000:2.0:1746126825.496352:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005436544 00010000:00010000:2.0:1746126825.496376:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.496394:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17869 00000100:00100000:2.0:1746126825.496399:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005436544:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.496408:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.496423:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.496431:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.496452:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a591 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff788c expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.496464:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.496466:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.496471:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.496477:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.496498:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 83 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.496506:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701376:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.496550:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.496598:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005436416 00000100:00100000:3.0:1746126825.496601:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005436416 00000100:00100000:3.0:1746126825.496625:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30151 00000100:00100000:3.0:1746126825.496629:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005436416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.496639:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.496647:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff789a expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.496659:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.496665:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.496666:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.496669:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.496683:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.496692:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.496699:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997701504:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.496716:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.498895:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.498940:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005436800 00000100:00100000:1.0:1746126825.498947:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005436800 00002000:00100000:1.0:1746126825.498979:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b100 x1830946005436800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.498991:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b100 with x1830946005436800 ext(0->4095) 00010000:00010000:1.0:1746126825.498997:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.499007:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.499012:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530b100 00000100:00100000:1.0:1746126825.499033:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2836 00000100:00100000:1.0:1746126825.499039:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005436800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.499167:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005436800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.499173:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2836 00002000:00100000:1.0:1746126825.499178:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b100 x1830946005436800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.499185:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b100 with x1830946005436800 ext(0->4095) 00010000:00010000:1.0:1746126825.499189:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.499197:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.499203:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530b100 00000100:00100000:3.0:1746126825.499267:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997701504:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.499284:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.499293:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126825.499312:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005436416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2682us (3200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.499318:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30151 00000100:00100000:2.0:1746126825.499363:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701376:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.499373:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.499391:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005436544:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2992us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.499397:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17869 00000100:00100000:0.0:1746126825.502543:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.502584:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.502652:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005436928 00000100:00100000:3.0:1746126825.502659:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005436928 00000100:00100000:3.0:1746126825.502689:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30152 00000100:00100000:3.0:1746126825.502695:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946005436928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.502709:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.502721:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78a1 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.502740:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.502744:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.502750:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126825.502753:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.502812:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.502822:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.502830:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126825.502874:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946005436928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.502879:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30152 00000100:00100000:2.0:1746126825.502936:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005437056 00000100:00100000:2.0:1746126825.502939:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005437056 00010000:00010000:2.0:1746126825.502953:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.502973:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17870 00000100:00100000:2.0:1746126825.502979:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2029:x1830946005437056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.502986:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.503000:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.503008:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.503022:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a598 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7893 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.503032:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.503034:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.503038:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.503043:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.503059:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.503068:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.503082:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701760:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.503151:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.505828:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701760:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126825.505963:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.506032:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005437312 00000100:00100000:3.0:1746126825.506037:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005437312 00002000:00100000:3.0:1746126825.506070:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67c000 x1830946005437312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.506078:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67c000 with x1830946005437312 ext(0->4095) 00010000:00010000:2.0:1746126825.506078:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126825.506085:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.506095:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126825.506100:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67c000 00000100:00100000:2.0:1746126825.506122:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2029:x1830946005437056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3143us (3537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.506148:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17870 00000100:00100000:3.0:1746126825.506354:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2837 00000100:00100000:3.0:1746126825.506362:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005437312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.506465:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005437312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.506789:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2837 00002000:00100000:3.0:1746126825.506795:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67c000 x1830946005437312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.506803:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67c000 with x1830946005437312 ext(0->4095) 00010000:00010000:3.0:1746126825.506808:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.506817:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126825.506822:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67c000 00000100:00100000:0.0:1746126825.507962:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.508043:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.508094:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005437568 00000100:00100000:2.0:1746126825.508099:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005437568 00000100:00100000:3.0:1746126825.508201:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005437440 00000100:00100000:3.0:1746126825.508205:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005437440 00010000:00010000:3.0:1746126825.508218:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.508238:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17871 00000100:00100000:3.0:1746126825.508243:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946005437440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.508252:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.508265:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.508274:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.508291:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a59f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff789a expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.508311:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.508312:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.508319:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.508325:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.508351:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.508361:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701888:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.508412:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.508742:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30153 00000100:00100000:2.0:1746126825.508750:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005437568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.508760:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.508769:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78a8 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.508799:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.508805:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.508806:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.508809:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.508823:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.508836:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.508844:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702016:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.508868:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.511574:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997701888:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.511590:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.511634:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005437440:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3389us (3589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.511642:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17871 00000100:00100000:0.0:1746126825.511799:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702016:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126825.511817:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126825.511831:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:0.0:1746126825.511867:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005437568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3118us (3907us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126825.511873:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30153 00000100:00100000:2.0:1746126825.511930:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.512087:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005437696 00000100:00100000:3.0:1746126825.512092:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005437696 00010000:00010000:3.0:1746126825.512111:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.512359:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17872 00000100:00100000:3.0:1746126825.512366:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005437696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.512375:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.512390:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.512399:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.512416:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a1 expref: 84 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.512425:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.512426:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.512431:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.512437:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.512460:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.512470:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997702144:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.512524:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.514580:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997702144:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.514595:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.514636:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+83:2027:x1830946005437696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2270us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.514645:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17872 00000100:00100000:0.0:1746126825.514961:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.515046:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005437952 00000100:00100000:3.0:1746126825.515051:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005437952 00002000:00100000:3.0:1746126825.515080:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f800 x1830946005437952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.515089:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f800 with x1830946005437952 ext(0->4095) 00002000:00010000:3.0:1746126825.515092:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67f800 00000100:00100000:3.0:1746126825.515116:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13770 00000100:00100000:3.0:1746126825.515122:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005437952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.515244:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005437952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (284us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.515250:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13770 00002000:00100000:3.0:1746126825.515254:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f800 x1830946005437952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.515266:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f800 with x1830946005437952 ext(0->4095) 00002000:00010000:3.0:1746126825.515269:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67f800 00000100:00100000:0.0:1746126825.517436:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.517548:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005438080 00000100:00100000:2.0:1746126825.517629:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005438080 00000100:00100000:2.0:1746126825.517744:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30154 00000100:00100000:2.0:1746126825.517751:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+83:1765:x1830946005438080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.517764:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.517790:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78af expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.517813:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.517819:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.517821:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.517823:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.517847:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.517856:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.517867:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702272:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.517938:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.518998:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702272:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.519015:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 84 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.519025:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126825.519060:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+84:1765:x1830946005438080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1309us (1630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.519066:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30154 00000100:00100000:2.0:1746126825.519288:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.519458:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005438208 00000100:00100000:3.0:1746126825.519463:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005438208 00010000:00010000:3.0:1746126825.519481:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.519534:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17873 00000100:00100000:3.0:1746126825.519540:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005438208:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.519549:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.519564:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.519579:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.519596:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a5ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78a8 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.519614:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.519616:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.519622:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.519628:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.519758:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.519767:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997702400:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.519908:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.521981:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.522061:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997702400:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.522076:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.522469:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005438464 00000100:00100000:1.0:1746126825.522475:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005438464 00002000:00100000:1.0:1746126825.522506:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67e300 x1830946005438464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.522514:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e300 with x1830946005438464 ext(0->4095) 00002000:00010000:1.0:1746126825.522518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67e300 00000100:00100000:1.0:1746126825.522539:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13771 00000100:00100000:1.0:1746126825.522545:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005438464:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.522761:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005438208:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3219us (3471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.522769:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17873 00000100:00100000:1.0:1746126825.523037:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2027:x1830946005438464:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 491us (1060us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.523043:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13771 00002000:00100000:1.0:1746126825.523048:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67e300 x1830946005438464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.523055:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e300 with x1830946005438464 ext(0->4095) 00002000:00010000:1.0:1746126825.523058:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67e300 00000100:00100000:0.0:1746126825.530457:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.530590:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005438592 00000100:00100000:2.0:1746126825.530599:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005438592 00000100:00100000:2.0:1746126825.530784:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30155 00000100:00100000:2.0:1746126825.530792:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005438592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.530808:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.530821:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78b6 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.530845:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.530852:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.530854:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.530856:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.530881:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 83 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.530890:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 83 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.530899:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702528:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.533428:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.534112:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.534450:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702528:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.534472:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.534485:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db400, rc 0) 00000100:00100000:2.0:1746126825.534523:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005438592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3731us (4073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.534530:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30155 00000100:00100000:1.0:1746126825.535761:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005438720 00000100:00100000:1.0:1746126825.535768:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005438720 00002000:00100000:1.0:1746126825.535811:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ac45c00 x1830946005438720/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.535820:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45c00 with x1830946005438720 ext(0->7) 00010000:00010000:1.0:1746126825.535827:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.535838:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 84 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.535849:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac45c00 00000100:00100000:1.0:1746126825.535875:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2838 00000100:00100000:1.0:1746126825.535882:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+84:2028:x1830946005438720:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126825.537848:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005438720:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1961us (3734us total) trans 4294970645 rc 0/0 00000100:00100000:1.0:1746126825.537858:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2838 00002000:00100000:1.0:1746126825.537865:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ac45c00 x1830946005438720/t4294970645(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.537874:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45c00 with x1830946005438720 ext(0->7) 00010000:00010000:1.0:1746126825.537881:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.537892:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.537899:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac45c00 00000100:00100000:0.0:1746126825.539803:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.539853:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005438848 00000100:00100000:3.0:1746126825.539861:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005438848 00010000:00010000:3.0:1746126825.539886:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.539909:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17874 00000100:00100000:3.0:1746126825.539915:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2029:x1830946005438848:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.539926:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126825.539938:0:9618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126825 -> 1746126826 00002000:00010000:3.0:1746126825.539940:0:9618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126825 -> 1746126826 00010000:00010000:3.0:1746126825.539945:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.539955:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.539973:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78af expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.539996:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.539998:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.540004:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.540011:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.540037:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.540048:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997702656:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.540121:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.541861:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.541885:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997702656:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.541899:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.541936:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005439104 00000100:00100000:1.0:1746126825.541940:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005439104 00002000:00100000:1.0:1746126825.541971:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f2680 x1830946005439104/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.541979:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2680 with x1830946005439104 ext(0->4095) 00002000:00010000:1.0:1746126825.541983:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f2680 00000100:00100000:1.0:1746126825.542013:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13772 00000100:00100000:1.0:1746126825.542020:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005439104:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126825.542114:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2029:x1830946005438848:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2195us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.542121:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17874 00000100:00100000:1.0:1746126825.542290:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005439104:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 270us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.542296:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13772 00002000:00100000:1.0:1746126825.542301:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f2680 x1830946005439104/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.542309:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2680 with x1830946005439104 ext(0->4095) 00002000:00010000:1.0:1746126825.542311:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f2680 00000100:00100000:0.0:1746126825.543577:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.544047:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.544196:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005439232 00000100:00100000:2.0:1746126825.544203:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005439232 00000100:00100000:3.0:1746126825.544220:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005439360 00000100:00100000:3.0:1746126825.544223:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005439360 00000100:00100000:2.0:1746126825.544233:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30156 00000100:00100000:2.0:1746126825.544242:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1765:x1830946005439232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.544253:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126825.544257:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30157 00000100:00100000:3.0:1746126825.544261:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946005439360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.544265:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78bd expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.544268:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.544273:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78c4 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.544294:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.544300:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.544302:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.544305:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.544407:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.544411:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.544416:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.544419:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 88 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.544437:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.544448:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.544503:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.544514:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 88 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.544523:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126825.544562:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1764:x1830946005439360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 300us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.544567:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30157 00000100:00100000:2.0:1746126825.544853:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702784:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.544911:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.546541:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997702784:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.546558:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.546568:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dae00, rc 0) 00000100:00100000:2.0:1746126825.546600:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1765:x1830946005439232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2356us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.546606:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30156 00000100:00100000:0.0:1746126825.548034:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.548082:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005439488 00000100:00100000:3.0:1746126825.548087:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005439488 00010000:00010000:3.0:1746126825.548109:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.548148:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17875 00000100:00100000:3.0:1746126825.548155:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005439488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.548166:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.548894:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.548906:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.548926:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a5bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78b6 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.548947:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.548948:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.548954:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.548961:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.548986:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.548995:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.549005:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703040:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.549078:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.551927:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703040:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.551944:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.551976:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005439488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3822us (3944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.551984:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17875 00000100:00100000:0.0:1746126825.553511:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.553577:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005439744 00000100:00100000:1.0:1746126825.553585:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005439744 00002000:00100000:1.0:1746126825.553619:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3480 x1830946005439744/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.553628:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3480 with x1830946005439744 ext(0->4095) 00010000:00010000:1.0:1746126825.553635:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.553647:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.553653:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f3480 00000100:00100000:1.0:1746126825.553761:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2839 00000100:00100000:1.0:1746126825.553768:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2028:x1830946005439744:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.553904:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2028:x1830946005439744:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.553909:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2839 00002000:00100000:1.0:1746126825.553915:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3480 x1830946005439744/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.553921:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3480 with x1830946005439744 ext(0->4095) 00010000:00010000:1.0:1746126825.553926:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.553935:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.553940:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f3480 00000100:00100000:0.0:1746126825.556236:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.556708:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.556928:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005439872 00000100:00100000:3.0:1746126825.556935:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005439872 00010000:00010000:3.0:1746126825.556961:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.556983:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17876 00000100:00100000:3.0:1746126825.556989:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2030:x1830946005439872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.556999:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.557014:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.557024:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.557043:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734a5c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78bd expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.557072:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.557074:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.557081:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.557089:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.557115:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.557151:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703168:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.557207:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.557631:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005440000 00000100:00100000:2.0:1746126825.557636:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005440000 00000100:00100000:2.0:1746126825.557657:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30158 00000100:00100000:2.0:1746126825.557661:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005440000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.557671:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.557679:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78cb expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.557694:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.557699:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.557700:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.557703:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.557718:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.557727:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.557734:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997703296:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.557762:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.560499:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997703296:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.560523:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.560539:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da600, rc 0) 00000100:00100000:2.0:1746126825.560577:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005440000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2913us (4343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.560584:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30158 00000100:00100000:1.0:1746126825.560817:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.560866:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005440256 00000100:00100000:2.0:1746126825.560871:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005440256 00002000:00100000:2.0:1746126825.560895:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0a80 x1830946005440256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.560903:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0a80 with x1830946005440256 ext(0->4095) 00010000:00010000:2.0:1746126825.560909:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.560919:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.560924:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0a80 00000100:00100000:2.0:1746126825.560946:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2840 00000100:00100000:2.0:1746126825.560951:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2027:x1830946005440256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126825.561047:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2027:x1830946005440256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.561052:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2840 00002000:00100000:2.0:1746126825.561057:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0a80 x1830946005440256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.561068:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0a80 with x1830946005440256 ext(0->4095) 00010000:00010000:2.0:1746126825.561071:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.561079:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.561083:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0a80 00000100:00100000:3.0:1746126825.561285:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703168:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.561294:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.561312:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2030:x1830946005439872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4324us (4605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.561317:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17876 00000100:00100000:2.0:1746126825.564926:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.565015:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.565120:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005440384 00000100:00100000:3.0:1746126825.565153:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005440384 00000100:00100000:3.0:1746126825.565196:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30159 00000100:00100000:3.0:1746126825.565203:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946005440384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.565218:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.565232:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78d2 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565252:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.565257:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565263:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126825.565265:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 87 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565299:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565309:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 87 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565318:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126825.565362:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1764:x1830946005440384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.565367:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30159 00000100:00100000:3.0:1746126825.565386:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005440512 00000100:00100000:3.0:1746126825.565388:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005440512 00010000:00010000:3.0:1746126825.565400:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.565415:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17877 00000100:00100000:3.0:1746126825.565420:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2028:x1830946005440512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.565427:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.565443:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.565451:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.565466:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a5c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78c4 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.565477:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.565478:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.565483:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565490:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565507:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.565517:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.565526:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703552:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.565570:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.567494:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.567677:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703552:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.567689:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.567765:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005440768 00000100:00100000:1.0:1746126825.567770:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005440768 00002000:00100000:1.0:1746126825.567810:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bfa300 x1830946005440768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.567819:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfa300 with x1830946005440768 ext(0->4095) 00010000:00010000:1.0:1746126825.567824:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.567833:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.567838:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bfa300 00000100:00100000:3.0:1746126825.567881:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005440512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2459us (2864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.567888:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17877 00000100:00100000:1.0:1746126825.568636:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2841 00000100:00100000:1.0:1746126825.568643:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005440768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.568745:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005440768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (1254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.568751:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2841 00002000:00100000:1.0:1746126825.568756:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bfa300 x1830946005440768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.568764:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bfa300 with x1830946005440768 ext(0->4095) 00010000:00010000:1.0:1746126825.568769:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.568789:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.568794:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bfa300 00000100:00100000:0.0:1746126825.570683:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.570987:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005440896 00000100:00100000:3.0:1746126825.570993:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005440896 00010000:00010000:3.0:1746126825.571011:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.571039:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17878 00000100:00100000:3.0:1746126825.571044:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005440896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.571053:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.571066:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.571075:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.571092:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78cb expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.571112:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.571114:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.571119:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.571142:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.571165:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.571174:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703680:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.571231:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.575349:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.575441:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005441152 00000100:00100000:2.0:1746126825.575449:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005441152 00002000:00100000:2.0:1746126825.575484:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16c700 x1830946005441152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.575492:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c700 with x1830946005441152 ext(0->4095) 00002000:00010000:2.0:1746126825.575496:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16c700 00000100:00100000:2.0:1746126825.575651:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13773 00000100:00100000:2.0:1746126825.575658:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005441152:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.575762:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005441152:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.575768:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13773 00002000:00100000:2.0:1746126825.575774:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16c700 x1830946005441152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.575794:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c700 with x1830946005441152 ext(0->4095) 00002000:00010000:2.0:1746126825.575797:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16c700 00000100:00100000:3.0:1746126825.576184:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703680:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.576200:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.576222:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005440896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5177us (5541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.576228:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17878 00000100:00100000:0.0:1746126825.578390:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.578502:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005441280 00000100:00100000:2.0:1746126825.578508:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005441280 00000100:00100000:2.0:1746126825.578544:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30160 00000100:00100000:2.0:1746126825.578550:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005441280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.578562:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.578576:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78d9 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.578597:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.578603:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.578605:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.578608:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.578630:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.578639:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.578649:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997703808:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.578719:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.580908:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997703808:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.580930:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.580943:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:2.0:1746126825.580975:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005441280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2423us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.580982:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30160 00000100:00100000:0.0:1746126825.582346:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.582470:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005441408 00000100:00100000:3.0:1746126825.582476:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005441408 00010000:00010000:3.0:1746126825.582499:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.582532:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17879 00000100:00100000:3.0:1746126825.582538:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005441408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.582549:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.582565:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.582832:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.582853:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a5d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d2 expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.582874:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.582876:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.582881:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.582887:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.582911:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.582920:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703936:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.582974:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.586811:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997703936:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.586830:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.586866:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2028:x1830946005441408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4326us (4523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.586876:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17879 00000100:00100000:1.0:1746126825.587066:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.587195:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005441536 00000100:00100000:2.0:1746126825.587202:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005441536 00000100:00100000:2.0:1746126825.587237:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30161 00000100:00100000:2.0:1746126825.587243:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1764:x1830946005441536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.587257:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.587270:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78e0 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.587291:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.587297:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.587299:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.587302:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.587323:0:25366:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.587333:0:25366:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 5 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.587348:0:25366:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997704064:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.587395:0:25366:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.587954:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.588000:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005441792 00000100:00100000:1.0:1746126825.588003:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005441792 00002000:00100000:1.0:1746126825.588022:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d880 x1830946005441792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.588031:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d880 with x1830946005441792 ext(0->4095) 00010000:00010000:1.0:1746126825.588036:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.588045:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.588051:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d880 00000100:00100000:1.0:1746126825.588063:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2842 00000100:00100000:1.0:1746126825.588068:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005441792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.588185:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005441792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.588189:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2842 00002000:00100000:1.0:1746126825.588194:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d880 x1830946005441792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.588200:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d880 with x1830946005441792 ext(0->4095) 00010000:00010000:1.0:1746126825.588204:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.588211:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.588216:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d880 00000100:00100000:2.0:1746126825.589661:0:25366:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25366:1830945997704064:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.589678:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.589689:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da600, rc 0) 00000100:00100000:2.0:1746126825.589718:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1764:x1830946005441536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2474us (2653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.589723:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30161 00000100:00100000:0.0:1746126825.590080:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.590285:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005441920 00000100:00100000:2.0:1746126825.590289:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005441920 00000100:00100000:2.0:1746126825.590314:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30162 00000100:00100000:2.0:1746126825.590318:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1765:x1830946005441920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.590326:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.590335:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78e7 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.590348:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.590351:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.590355:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.590358:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 87 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.590380:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.590387:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 87 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.590393:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126825.590408:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1765:x1830946005441920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.590411:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30162 00000100:00100000:0.0:1746126825.591307:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.591367:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005442048 00000100:00100000:3.0:1746126825.591370:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005442048 00010000:00010000:3.0:1746126825.591383:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.591396:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17880 00000100:00100000:3.0:1746126825.591399:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005442048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.591404:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.591416:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.591423:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.591434:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a5de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78d9 expref: 6 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.591532:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.591533:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.591537:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.591542:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.591557:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.591562:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.591570:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997704320:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.591847:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.592712:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997704320:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.592723:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.592744:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005442048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1343us (1437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.592749:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17880 00000100:00100000:0.0:1746126825.593275:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.593346:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005442304 00000100:00100000:2.0:1746126825.593351:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005442304 00002000:00100000:2.0:1746126825.593375:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7b80 x1830946005442304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.593383:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005442304 ext(0->4095) 00010000:00010000:2.0:1746126825.593389:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.593398:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.593404:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7b80 00000100:00100000:2.0:1746126825.593425:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2843 00000100:00100000:2.0:1746126825.593430:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2029:x1830946005442304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126825.593507:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2029:x1830946005442304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 76us (233us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.593512:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2843 00002000:00100000:2.0:1746126825.593516:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7b80 x1830946005442304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.593522:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005442304 ext(0->4095) 00010000:00010000:2.0:1746126825.593526:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.593533:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.593538:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7b80 00000100:00100000:0.0:1746126825.595647:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.595906:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005442432 00000100:00100000:3.0:1746126825.595913:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005442432 00010000:00010000:3.0:1746126825.595937:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.595970:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17881 00000100:00100000:3.0:1746126825.595977:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2028:x1830946005442432:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.595989:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.596004:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.596013:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.596030:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a5e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e0 expref: 87 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.596051:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.596053:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.596059:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.596066:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.596089:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 86 pid: 25366 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.596098:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997704448:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.596751:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.596936:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3785:1830945997704704:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.596963:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997704832:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.596964:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126825.596977:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3785:1830945997705216:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.596987:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126825.596990:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126825.597002:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3785:1830945997705728:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597003:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997704704 00000100:00100000:0.0:1746126825.597006:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997704704 00000100:00100000:2.0:1746126825.597014:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597025:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705216 00000100:00100000:2.0:1746126825.597026:0:3785:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1746126825.597027:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705216 00000100:00100000:2.0:1746126825.597030:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:11aba639-e19c-48d4-9642-ad075637c564:3785:1830945997704576:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597043:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1746126825.597047:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597048:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3785:x1830945997704704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597057:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997705088:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597070:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597075:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3785:x1830945997704704:12345-0@lo:400:kworker.0 Request processed in 27us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.597079:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997705600:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597080:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1746126825.597089:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705728 00000100:00100000:0.0:1746126825.597091:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705728 00000100:00100000:2.0:1746126825.597093:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126825.597103:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997706112:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597103:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1746126825.597106:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3785:x1830945997705216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597116:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597122:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3785:x1830945997705216:12345-0@lo:400:kworker.0 Request processed in 16us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126825.597143:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1746126825.597152:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1746126825.597155:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3785:1830945997704704:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597155:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3785:x1830945997705728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597163:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801373bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3785:1830945997705216:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597173:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3785:x1830945997705728:12345-0@lo:400:kworker.0 Request processed in 18us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.597178:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3785:1830945997705728:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597178:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1746126825.597192:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801373bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997705344:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597197:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997704576 00000100:00100000:2.0:1746126825.597199:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997704576 00000100:00100000:0.0:1746126825.597205:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597215:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997705856:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597217:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1746126825.597221:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6238c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:11aba639-e19c-48d4-9642-ad075637c564+23:3785:x1830945997704576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597227:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597237:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746126825.597241:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997704960:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597242:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6238c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:11aba639-e19c-48d4-9642-ad075637c564+23:3785:x1830945997704576:12345-0@lo:400:kworker.0 Request processed in 21us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.597246:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1746126825.597253:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597262:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997705472:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597263:0:8796:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997704832 00000100:00100000:2.0:1746126825.597265:0:8796:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997704832 00000100:00100000:0.0:1746126825.597274:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126825.597277:0:8796:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705088 00000100:00100000:2.0:1746126825.597279:0:8796:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705088 00000100:00100000:0.0:1746126825.597283:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997705984:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597287:0:8796:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1746126825.597290:0:8796:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3786:x1830945997704832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597294:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126825.597309:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705600 00000100:00100000:2.0:1746126825.597311:0:8796:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3786:x1830945997704832:12345-0@lo:400:kworker.0 Request processed in 20us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126825.597311:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705600 00000100:00100000:2.0:1746126825.597315:0:8796:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1746126825.597322:0:8796:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1746126825.597325:0:8796:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997705088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597325:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997706112 00000100:00100000:0.0:1746126825.597327:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997706112 00000100:00100000:0.0:1746126825.597336:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705472 00000100:00100000:0.0:1746126825.597338:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705472 00000100:00100000:2.0:1746126825.597341:0:8796:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997705088:12345-0@lo:400:kworker.0 Request processed in 16us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126825.597344:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705984 00000100:00100000:0.0:1746126825.597345:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705984 00000100:00100000:2.0:1746126825.597348:0:8796:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1746126825.597354:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1746126825.597358:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997705600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597363:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:11aba639-e19c-48d4-9642-ad075637c564:3785:1830945997704576:0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597371:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801373bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997705088:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597377:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997705600:12345-0@lo:400:kworker.0 Request processed in 19us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.597378:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997705600:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597382:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1746126825.597388:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1746126825.597392:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997706112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597393:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1746126825.597397:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997705472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597410:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997706112:12345-0@lo:400:kworker.0 Request processed in 18us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.597413:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997705472:12345-0@lo:400:kworker.0 Request processed in 16us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126825.597414:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1746126825.597417:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1746126825.597421:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1746126825.597424:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997705984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126825.597431:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997706112:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.597441:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997705984:12345-0@lo:400:kworker.0 Request processed in 16us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126825.597445:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1746126825.597455:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705344 00000100:00100000:0.0:1746126825.597457:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705344 00000100:00100000:0.0:1746126825.597469:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997705856 00000100:00100000:0.0:1746126825.597471:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997705856 00000100:00100000:0.0:1746126825.597479:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997704960 00000100:00100000:0.0:1746126825.597480:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997704960 00000100:00100000:3.0:1746126825.597487:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1746126825.597492:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997705344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126825.597515:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997705344:12345-0@lo:400:kworker.0 Request processed in 23us (309us total) trans 0 rc 0/0 00000100:00080000:1.0:1746126825.597910:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746126825.597914:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126825.597916:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126825.598109:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1746126825.598141:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1746126825.598154:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1746126825.598158:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997704960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126825.598185:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997704960:12345-0@lo:400:kworker.0 Request processed in 26us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.598188:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1746126825.598243:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997705856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.598266:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997705856:12345-0@lo:400:kworker.0 Request processed in 26us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126825.598271:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1746126825.598294:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997704960:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.598304:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997705472:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.598310:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997705984:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.598318:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997704832:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.598325:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801373bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997705344:0@lo:400:kworker.0 00000100:00100000:0.0:1746126825.598332:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997705856:0@lo:400:kworker.0 00000100:00100000:3.0:1746126825.599306:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997704448:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.599318:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126825.599320:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.599346:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005442432:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3370us (3705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.599353:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17881 00000100:00100000:1.0:1746126825.599420:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005442688 00000100:00100000:1.0:1746126825.599424:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005442688 00002000:00100000:1.0:1746126825.599450:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5180 x1830946005442688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.599458:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5180 with x1830946005442688 ext(0->4095) 00002000:00010000:1.0:1746126825.599462:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b5180 00000100:00100000:1.0:1746126825.599515:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13774 00000100:00100000:1.0:1746126825.599520:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005442688:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.599715:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2028:x1830946005442688:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.599720:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13774 00002000:00100000:1.0:1746126825.599725:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5180 x1830946005442688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.599731:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5180 with x1830946005442688 ext(0->4095) 00002000:00010000:1.0:1746126825.599734:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b5180 00000100:00100000:0.0:1746126825.601161:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.601231:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005442816 00000100:00100000:3.0:1746126825.601236:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005442816 00000100:00100000:3.0:1746126825.601270:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30163 00000100:00100000:3.0:1746126825.601275:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005442816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.601285:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.601297:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78ee expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.601318:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.601328:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.601330:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.601332:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.601354:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 85 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.601364:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 85 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.601373:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997706240:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.601639:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.603176:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997706240:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.603196:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.603207:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126825.603235:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005442816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1959us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.603241:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30163 00000100:00100000:0.0:1746126825.603609:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.604036:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005442944 00000100:00100000:3.0:1746126825.604041:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005442944 00010000:00010000:3.0:1746126825.604059:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.604090:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17882 00000100:00100000:3.0:1746126825.604095:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005442944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.604104:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.604118:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.604144:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.604161:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a5ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78e7 expref: 86 pid: 25366 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.604848:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.604851:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.604857:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.604864:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.604889:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.604900:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997706368:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.604968:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.607866:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.607968:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997706368:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.607983:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.608082:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005443200 00000100:00100000:1.0:1746126825.608087:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005443200 00002000:00100000:1.0:1746126825.608120:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359880 x1830946005443200/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.608165:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359880 with x1830946005443200 ext(0->4095) 00002000:00010000:1.0:1746126825.608169:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359880 00000100:00100000:3.0:1746126825.608337:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005442944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4239us (4725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.608345:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17882 00000100:00100000:1.0:1746126825.608493:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13775 00000100:00100000:1.0:1746126825.608501:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005443200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.608621:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005443200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.608627:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13775 00002000:00100000:1.0:1746126825.608632:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359880 x1830946005443200/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.608639:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359880 with x1830946005443200 ext(0->4095) 00002000:00010000:1.0:1746126825.608642:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359880 00000100:00100000:0.0:1746126825.610925:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.611896:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005443328 00000100:00100000:3.0:1746126825.611903:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005443328 00000100:00100000:3.0:1746126825.611937:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30164 00000100:00100000:3.0:1746126825.611943:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005443328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.611957:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.611971:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78f5 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.611993:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.611999:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.612001:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.612003:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.612027:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.612036:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.612047:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997706496:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.612140:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.612604:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.612682:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005443456 00000100:00100000:2.0:1746126825.612686:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005443456 00000100:00100000:2.0:1746126825.612707:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30165 00000100:00100000:2.0:1746126825.612713:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1764:x1830946005443456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.612720:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.612728:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff78fc expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.612741:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.612745:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.612750:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.612753:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 88 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.612787:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.612798:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 88 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.612807:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd1b600, rc 0) 00000100:00100000:2.0:1746126825.612833:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1764:x1830946005443456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.612839:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30165 00000100:00100000:3.0:1746126825.613891:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746126825.613903:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997706624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746126825.613940:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126825.614113:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997706624 00000100:00100000:2.0:1746126825.614118:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997706624 00000100:00100000:2.0:1746126825.614161:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1746126825.614165:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d962050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997706624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746126825.614180:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499743552 pending 1146880 free 3919994880 avail 3688472576 00000100:00100000:2.0:1746126825.614213:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d962050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997706624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.614218:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1746126825.614736:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997706624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746126825.614972:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997706496:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.614988:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.615001:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126825.615040:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1765:x1830946005443328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3096us (4120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.615047:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30164 00000100:00100000:0.0:1746126825.615708:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.616341:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005443584 00000100:00100000:3.0:1746126825.616347:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005443584 00010000:00010000:3.0:1746126825.616366:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.616386:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17883 00000100:00100000:3.0:1746126825.616392:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005443584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.616402:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.616418:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.616429:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.616451:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a5f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78ee expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.616476:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.616478:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.616484:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.616490:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.616512:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.616521:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.616531:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997706880:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.616586:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.618719:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997706880:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.618734:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.618819:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005443584:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2425us (3111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.618828:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17883 00000100:00100000:0.0:1746126825.619427:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.619487:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005443840 00000100:00100000:1.0:1746126825.619492:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005443840 00002000:00100000:1.0:1746126825.619520:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b800 x1830946005443840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.619530:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b800 with x1830946005443840 ext(0->4095) 00010000:00010000:1.0:1746126825.619536:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.619547:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.619553:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b800 00000100:00100000:1.0:1746126825.619728:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2844 00000100:00100000:1.0:1746126825.619735:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2027:x1830946005443840:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.620312:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2027:x1830946005443840:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 576us (884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.620318:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2844 00002000:00100000:1.0:1746126825.620323:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335b800 x1830946005443840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.620330:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335b800 with x1830946005443840 ext(0->4095) 00010000:00010000:1.0:1746126825.620335:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.620343:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.620348:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009335b800 00000100:00100000:0.0:1746126825.624460:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.624508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.624594:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005443968 00000100:00100000:3.0:1746126825.624602:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005443968 00000100:00100000:3.0:1746126825.624633:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30166 00000100:00100000:3.0:1746126825.624639:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005443968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.624653:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.624667:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7903 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.624718:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005444096 00000100:00100000:2.0:1746126825.624721:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005444096 00010000:00010000:2.0:1746126825.624736:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.624766:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17884 00000100:00100000:2.0:1746126825.624771:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2029:x1830946005444096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.624793:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.624862:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.624866:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 87 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.624872:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126825.624874:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.624900:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 87 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.624910:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.624917:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00010000:00010000:2.0:1746126825.624992:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.625001:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.625014:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a5fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78f5 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.625025:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.625026:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.625030:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.625036:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.625247:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.625257:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.625268:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707136:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.625602:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005443968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 961us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.625608:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30166 00000100:00100000:2.0:1746126825.625790:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.628026:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707136:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.628044:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.628075:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2029:x1830946005444096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3303us (3565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.628083:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17884 00000100:00100000:1.0:1746126825.628349:0:3787:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746126825.628361:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997707264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126825.628392:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126825.628508:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997707264 00000100:00100000:3.0:1746126825.628513:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997707264 00000100:00100000:0.0:1746126825.628696:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.628782:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1746126825.628790:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997707264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126825.628807:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499743552 pending 1146880 free 3919994880 avail 3688472576 00000100:00100000:3.0:1746126825.628838:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997707264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.628843:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1746126825.628865:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997707264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126825.628983:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005444352 00000100:00100000:1.0:1746126825.628986:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005444352 00002000:00100000:1.0:1746126825.629008:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc380 x1830946005444352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.629018:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc380 with x1830946005444352 ext(0->4095) 00010000:00010000:1.0:1746126825.629025:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.629035:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.629040:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc380 00000100:00100000:1.0:1746126825.629065:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2845 00000100:00100000:1.0:1746126825.629071:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005444352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.629183:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005444352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.629188:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2845 00002000:00100000:1.0:1746126825.629193:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc380 x1830946005444352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.629200:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc380 with x1830946005444352 ext(0->4095) 00010000:00010000:1.0:1746126825.629204:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.629216:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 86 pid: 9597 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.629221:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc380 00000100:00100000:0.0:1746126825.631683:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.631730:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.631822:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005444480 00000100:00100000:3.0:1746126825.631830:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005444480 00000100:00100000:2.0:1746126825.631832:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005444608 00000100:00100000:2.0:1746126825.631835:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005444608 00010000:00010000:2.0:1746126825.631857:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 87 pid: 9597 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.631873:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30167 00000100:00100000:3.0:1746126825.631881:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1764:x1830946005444480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126825.631884:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17885 00000100:00100000:2.0:1746126825.631887:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2030:x1830946005444608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.631892:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.631896:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.631902:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff790a expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.631910:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 88 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.631917:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.631921:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.631926:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126825.631928:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.631937:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 88 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.631955:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734a601 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff78fc expref: 88 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.631960:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.631968:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.631969:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.631973:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.631979:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.632010:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 87 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.632017:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.632022:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00010000:00010000:2.0:1746126825.632025:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.632035:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707520:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.632051:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+87:1764:x1830946005444480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.632056:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30167 00000100:00100000:2.0:1746126825.632068:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.635528:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.635612:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707520:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.635626:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.635660:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2030:x1830946005444608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3770us (3929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.635668:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17885 00000100:00100000:3.0:1746126825.635746:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005444864 00000100:00100000:3.0:1746126825.635751:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005444864 00002000:00100000:3.0:1746126825.635797:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fd880 x1830946005444864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.635806:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd880 with x1830946005444864 ext(0->4095) 00010000:00010000:3.0:1746126825.635812:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.635827:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126825.635833:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fd880 00000100:00100000:3.0:1746126825.635858:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2846 00000100:00100000:3.0:1746126825.635865:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005444864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.636024:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005444864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (501us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.636029:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2846 00002000:00100000:3.0:1746126825.636034:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fd880 x1830946005444864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.636046:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd880 with x1830946005444864 ext(0->4095) 00010000:00010000:3.0:1746126825.636051:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.636059:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126825.636064:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fd880 00000100:00100000:0.0:1746126825.637728:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.637804:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005444992 00000100:00100000:2.0:1746126825.637809:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005444992 00010000:00010000:2.0:1746126825.637826:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.637852:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17886 00000100:00100000:2.0:1746126825.637858:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005444992:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.637867:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.637880:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.637894:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.637912:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a608 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7903 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.637926:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.637928:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.637933:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.637940:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.637965:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.637975:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707648:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.638212:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.639760:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707648:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.639788:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.639814:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005444992:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1955us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.639822:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17886 00000100:00100000:0.0:1746126825.640177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.640248:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005445248 00000100:00100000:3.0:1746126825.640254:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005445248 00002000:00100000:3.0:1746126825.640283:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fdc00 x1830946005445248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.640291:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdc00 with x1830946005445248 ext(0->4095) 00002000:00010000:3.0:1746126825.640295:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fdc00 00000100:00100000:3.0:1746126825.640316:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13776 00000100:00100000:3.0:1746126825.640322:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005445248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.640408:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005445248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (231us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.640413:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13776 00002000:00100000:3.0:1746126825.640417:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fdc00 x1830946005445248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.640424:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fdc00 with x1830946005445248 ext(0->4095) 00002000:00010000:3.0:1746126825.640635:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fdc00 00000100:00100000:0.0:1746126825.641548:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.641670:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005445376 00000100:00100000:3.0:1746126825.641674:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005445376 00000100:00100000:3.0:1746126825.641702:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30168 00000100:00100000:3.0:1746126825.641707:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005445376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.641716:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.641727:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7911 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.641745:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.641752:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.641753:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.641756:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.641799:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.641807:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.641814:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997707776:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.641869:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.642935:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997707776:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.642949:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.642963:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126825.642997:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005445376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1289us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.643003:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30168 00000100:00100000:0.0:1746126825.643368:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.643433:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005445504 00000100:00100000:2.0:1746126825.643438:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005445504 00010000:00010000:2.0:1746126825.643453:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.643478:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17887 00000100:00100000:2.0:1746126825.643484:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005445504:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.643492:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.643505:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.643515:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.643531:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a60f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff790a expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.643542:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.643543:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.643548:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.643555:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.643574:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.643583:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707904:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.643633:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.644968:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997707904:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.644980:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.645000:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+85:2027:x1830946005445504:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1516us (1632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.645006:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17887 00000100:00100000:0.0:1746126825.645195:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.645301:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005445760 00000100:00100000:3.0:1746126825.645305:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005445760 00002000:00100000:3.0:1746126825.645329:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926ad80 x1830946005445760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.645338:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926ad80 with x1830946005445760 ext(0->4095) 00002000:00010000:3.0:1746126825.645341:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009926ad80 00000100:00100000:3.0:1746126825.645362:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13777 00000100:00100000:3.0:1746126825.645367:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005445760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.645457:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005445760:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (261us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.645462:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13777 00002000:00100000:3.0:1746126825.645467:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926ad80 x1830946005445760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.645474:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926ad80 with x1830946005445760 ext(0->4095) 00002000:00010000:3.0:1746126825.645477:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009926ad80 00000100:00100000:0.0:1746126825.646619:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.646670:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005445888 00000100:00100000:3.0:1746126825.646674:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005445888 00000100:00100000:3.0:1746126825.646693:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30169 00000100:00100000:3.0:1746126825.646697:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+85:1765:x1830946005445888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.646707:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.646718:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7918 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.646736:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.646743:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.646744:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.646747:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.646768:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.646788:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.646798:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997708032:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.646855:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.648334:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.648415:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997708032:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.648433:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 86 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.648444:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126825.648471:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+86:1765:x1830946005445888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1773us (1854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.648480:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30169 00000100:00100000:2.0:1746126825.648542:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005446016 00000100:00100000:2.0:1746126825.648546:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005446016 00010000:00010000:2.0:1746126825.648562:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.648596:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17888 00000100:00100000:2.0:1746126825.648601:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005446016:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.648609:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.648623:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.648632:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.648650:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a616 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7911 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.648662:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.648664:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.648670:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.648681:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.648703:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.648712:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708160:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.648756:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.650608:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708160:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.650622:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.650648:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005446016:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2047us (2318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.650655:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17888 00000100:00100000:0.0:1746126825.651394:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.651445:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005446272 00000100:00100000:3.0:1746126825.651450:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005446272 00002000:00100000:3.0:1746126825.651476:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ca80 x1830946005446272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.651484:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ca80 with x1830946005446272 ext(0->4095) 00002000:00010000:3.0:1746126825.651487:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14ca80 00000100:00100000:3.0:1746126825.651550:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13778 00000100:00100000:3.0:1746126825.651556:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005446272:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.651657:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2027:x1830946005446272:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.651663:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13778 00002000:00100000:3.0:1746126825.651668:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ca80 x1830946005446272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.651674:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ca80 with x1830946005446272 ext(0->4095) 00002000:00010000:3.0:1746126825.651677:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14ca80 00000100:00100000:0.0:1746126825.653712:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.653818:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005446400 00000100:00100000:3.0:1746126825.653824:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005446400 00000100:00100000:3.0:1746126825.653853:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30170 00000100:00100000:3.0:1746126825.653858:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005446400:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.653871:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.653885:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff791f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.653914:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.653920:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.653921:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.653924:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.653945:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 85 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.653953:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 85 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.653963:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997708288:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.654493:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.655661:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997708288:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.655678:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.655687:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126825.655708:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005446400:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1849us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.655713:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30170 00000100:00100000:0.0:1746126825.656296:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.656360:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005446528 00000100:00100000:3.0:1746126825.656364:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005446528 00002000:00100000:3.0:1746126825.656389:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e14d180 x1830946005446528/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.656397:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d180 with x1830946005446528 ext(0->7) 00010000:00010000:3.0:1746126825.656402:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.656411:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 86 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126825.656416:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d180 00000100:00100000:3.0:1746126825.656484:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2847 00000100:00100000:3.0:1746126825.656489:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+86:2029:x1830946005446528:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.657749:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2029:x1830946005446528:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1257us (1451us total) trans 4294970646 rc 0/0 00000100:00100000:0.0:1746126825.657755:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2847 00002000:00100000:0.0:1746126825.657760:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e14d180 x1830946005446528/t4294970646(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.657766:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d180 with x1830946005446528 ext(0->7) 00010000:00010000:0.0:1746126825.657771:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.657788:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.657793:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d180 00000100:00100000:0.0:1746126825.660926:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.661167:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005446656 00000100:00100000:2.0:1746126825.661175:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005446656 00010000:00010000:2.0:1746126825.661202:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.661272:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17889 00000100:00100000:2.0:1746126825.661279:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2029:x1830946005446656:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.661292:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.661306:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.661318:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.661336:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a61d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7918 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.661351:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.661352:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.661358:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.661365:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.661392:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.661402:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708416:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.661467:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.663986:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.664052:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005446912 00000100:00100000:1.0:1746126825.664058:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005446912 00002000:00100000:1.0:1746126825.664090:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14f800 x1830946005446912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.664098:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f800 with x1830946005446912 ext(0->4095) 00002000:00010000:1.0:1746126825.664101:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14f800 00000100:00100000:1.0:1746126825.664114:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13779 00000100:00100000:1.0:1746126825.664119:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005446912:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126825.664254:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005446912:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.664260:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13779 00002000:00100000:1.0:1746126825.664265:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14f800 x1830946005446912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.664271:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f800 with x1830946005446912 ext(0->4095) 00002000:00010000:1.0:1746126825.664274:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14f800 00000100:00100000:2.0:1746126825.664366:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708416:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.664380:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.664400:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+87:2029:x1830946005446656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3122us (3483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.664406:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17889 00000100:00100000:0.0:1746126825.673829:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.674536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.674908:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005447040 00000100:00100000:1.0:1746126825.674908:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005447168 00000100:00100000:3.0:1746126825.674915:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005447040 00000100:00100000:1.0:1746126825.674917:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005447168 00000100:00100000:1.0:1746126825.674969:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30171 00000100:00100000:3.0:1746126825.674978:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30172 00000100:00100000:1.0:1746126825.674980:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1764:x1830946005447168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126825.674984:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1765:x1830946005447040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.675005:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.675014:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.675019:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7926 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.675021:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff792d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.675042:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.675047:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.675049:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.675052:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 90 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.675060:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.675064:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 90 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.675069:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.675071:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 90 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.675232:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.675236:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 90 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.675242:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.675251:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 90 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126825.675253:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997708544:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.675258:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126825.675307:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+90:1765:x1830946005447040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 323us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.675313:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30172 00000100:00100000:1.0:1746126825.675596:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.677542:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997708544:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.677564:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.677576:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126825.677606:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+89:1764:x1830946005447168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2627us (3070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.677616:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30171 00000100:00100000:0.0:1746126825.677875:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.677942:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005447296 00000100:00100000:3.0:1746126825.677948:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005447296 00010000:00010000:3.0:1746126825.677979:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.678004:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17890 00000100:00100000:3.0:1746126825.678010:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005447296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.678019:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.678035:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.678044:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.678061:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a624 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff791f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.678073:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.678075:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.678080:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 88 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.678087:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 88 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.678109:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 88 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.678118:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 88 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.678160:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708800:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.679519:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.681048:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.681204:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005447552 00000100:00100000:1.0:1746126825.681210:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005447552 00002000:00100000:1.0:1746126825.681244:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6680 x1830946005447552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.681253:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6680 with x1830946005447552 ext(0->4095) 00010000:00010000:1.0:1746126825.681259:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.681270:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.681276:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6680 00000100:00100000:1.0:1746126825.681291:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2848 00000100:00100000:1.0:1746126825.681297:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2028:x1830946005447552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.681439:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708800:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.681452:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.681744:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2028:x1830946005447552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 446us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.681749:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2848 00002000:00100000:1.0:1746126825.681755:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6680 x1830946005447552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.681761:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6680 with x1830946005447552 ext(0->4095) 00010000:00010000:1.0:1746126825.681766:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.681790:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.681796:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6680 00000100:00100000:3.0:1746126825.681871:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005447296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3860us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.681877:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17890 00000100:00100000:0.0:1746126825.685989:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.686094:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005447680 00000100:00100000:3.0:1746126825.686102:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005447680 00010000:00010000:3.0:1746126825.686159:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.686193:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17891 00000100:00100000:3.0:1746126825.686199:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2029:x1830946005447680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.686210:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.686225:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.686234:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.686251:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a632 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff792d expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.686266:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.686267:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.686273:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.686279:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.686304:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 88 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.686314:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708928:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.686703:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.688280:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997708928:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.688295:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.688323:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2029:x1830946005447680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2124us (2339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.688330:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17891 00000100:00100000:0.0:1746126825.688659:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.688838:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005447936 00000100:00100000:1.0:1746126825.688845:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005447936 00002000:00100000:1.0:1746126825.688873:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb7b80 x1830946005447936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.688882:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7b80 with x1830946005447936 ext(0->4095) 00002000:00010000:1.0:1746126825.688886:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb7b80 00000100:00100000:1.0:1746126825.688900:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13780 00000100:00100000:1.0:1746126825.688906:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2030:x1830946005447936:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126825.689336:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2030:x1830946005447936:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.689343:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13780 00002000:00100000:1.0:1746126825.689350:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb7b80 x1830946005447936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.689356:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7b80 with x1830946005447936 ext(0->4095) 00002000:00010000:1.0:1746126825.689358:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb7b80 00000100:00100000:0.0:1746126825.691104:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.691192:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005448064 00000100:00100000:1.0:1746126825.691198:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005448064 00000100:00100000:1.0:1746126825.691232:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30173 00000100:00100000:1.0:1746126825.691238:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005448064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.691252:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.691266:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7934 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.691286:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 87 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.691443:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.691444:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.691448:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.691472:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 87 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.691481:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 87 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.691491:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997709056:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.692240:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.699422:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997709056:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.699447:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.699461:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:1.0:1746126825.699498:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005448064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8260us (8396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.699507:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30173 00000100:00100000:0.0:1746126825.700094:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.700207:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.700298:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005448192 00000100:00100000:3.0:1746126825.700304:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005448192 00010000:00010000:3.0:1746126825.700326:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.700344:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17892 00000100:00100000:3.0:1746126825.700349:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005448192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.700360:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.700376:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.700385:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.700403:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a62b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7926 expref: 88 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.700415:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746126825.700528:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005448320 00000100:00100000:1.0:1746126825.700531:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005448320 00000100:00100000:1.0:1746126825.700553:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30174 00000100:00100000:1.0:1746126825.700558:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1764:x1830946005448320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.700568:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.700576:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff793b expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.700821:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.700828:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.700836:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.700873:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.700879:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.700880:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.700883:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.700903:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.700913:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.700923:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997709184:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.701038:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.701045:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.701053:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709312:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126825.701275:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.701316:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.703049:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997709184:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.703071:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.703081:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e200, rc 0) 00000100:00100000:1.0:1746126825.703117:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+89:1764:x1830946005448320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2558us (2908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.703142:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30174 00000100:00100000:3.0:1746126825.703202:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709312:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.703210:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.703224:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005448192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2875us (3131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.703229:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17892 00000100:00100000:0.0:1746126825.705723:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.705806:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005448576 00000100:00100000:1.0:1746126825.705812:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005448576 00002000:00100000:1.0:1746126825.705843:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4000 x1830946005448576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.705852:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4000 with x1830946005448576 ext(0->4095) 00010000:00010000:1.0:1746126825.705859:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.705869:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.705875:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4000 00000100:00100000:1.0:1746126825.705889:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2849 00000100:00100000:1.0:1746126825.705894:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005448576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.706340:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005448576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 231us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.706346:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2849 00002000:00100000:1.0:1746126825.706351:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4000 x1830946005448576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.706359:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4000 with x1830946005448576 ext(0->4095) 00010000:00010000:1.0:1746126825.706363:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.706372:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.706377:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4000 00000100:00100000:0.0:1746126825.709108:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.709458:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005448704 00000100:00100000:3.0:1746126825.709521:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005448704 00010000:00010000:3.0:1746126825.709549:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.709582:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17893 00000100:00100000:3.0:1746126825.709588:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005448704:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.709600:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.709615:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.709628:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.709647:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a639 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7934 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.709675:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.709677:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.709684:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 87 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.709690:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 87 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.709717:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 87 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.709727:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709440:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.709804:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.712341:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709440:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.712362:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.712395:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005448704:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2806us (3292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.712404:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17893 00000100:00100000:0.0:1746126825.712999:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.713159:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005448960 00000100:00100000:1.0:1746126825.713165:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005448960 00002000:00100000:1.0:1746126825.713194:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6300 x1830946005448960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.713204:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6300 with x1830946005448960 ext(0->4095) 00002000:00010000:1.0:1746126825.713208:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb6300 00000100:00100000:1.0:1746126825.713221:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13781 00000100:00100000:1.0:1746126825.713227:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005448960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.713898:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+88:2028:x1830946005448960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 669us (899us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.713905:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13781 00002000:00100000:1.0:1746126825.713911:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6300 x1830946005448960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.713919:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6300 with x1830946005448960 ext(0->4095) 00002000:00010000:1.0:1746126825.713922:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb6300 00000100:00100000:0.0:1746126825.720406:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.722937:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005449088 00000100:00100000:1.0:1746126825.722947:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005449088 00000100:00100000:1.0:1746126825.723002:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30175 00000100:00100000:1.0:1746126825.723009:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005449088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.723024:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.723037:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7942 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.723062:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 87 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.723069:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.723070:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.723073:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.723102:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 87 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.723112:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 87 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.723122:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997709568:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.723217:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.735634:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997709568:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.735662:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.735679:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126825.735728:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005449088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12718us (15328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.735735:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30175 00000100:00100000:0.0:1746126825.748541:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.749946:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.750988:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005449216 00000100:00100000:2.0:1746126825.750996:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005449216 00000100:00100000:2.0:1746126825.751037:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30176 00000100:00100000:2.0:1746126825.751045:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+88:1764:x1830946005449216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.751058:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.751071:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7949 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.751091:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.751095:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.751101:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126825.751104:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.751147:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.751157:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.751166:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:1.0:1746126825.751174:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005449344 00000100:00100000:1.0:1746126825.751179:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005449344 00000100:00100000:2.0:1746126825.751200:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+90:1764:x1830946005449216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (1257us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126825.751203:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dfb4700 x1830946005449344/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126825.751205:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30176 00002000:00100000:1.0:1746126825.751212:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4700 with x1830946005449344 ext(0->7) 00010000:00010000:1.0:1746126825.751217:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.751227:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.751233:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4700 00000100:00100000:1.0:1746126825.751247:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2850 00000100:00100000:1.0:1746126825.751252:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+89:2028:x1830946005449344:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.752189:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+91:2028:x1830946005449344:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 935us (3653us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746126825.752195:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2850 00002000:00100000:0.0:1746126825.752200:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dfb4700 x1830946005449344/t4294970647(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.752207:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4700 with x1830946005449344 ext(0->7) 00010000:00010000:0.0:1746126825.752211:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 91 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.752219:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 91 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.752224:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4700 00000100:00100000:0.0:1746126825.755213:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.755447:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005449472 00000100:00100000:3.0:1746126825.755454:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005449472 00010000:00010000:3.0:1746126825.755482:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 91 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.755504:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17894 00000100:00100000:3.0:1746126825.755510:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+91:2029:x1830946005449472:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.755521:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.755536:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 91 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.755672:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 91 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.755690:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e200/0x63da90637734a640 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff793b expref: 91 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.755821:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.755823:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.755830:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.755837:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.755865:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.755876:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.755886:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709824:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.757073:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.759967:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709824:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.759984:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.760014:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+90:2029:x1830946005449472:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4504us (4806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.760023:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17894 00000100:00100000:0.0:1746126825.760803:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.760845:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005449728 00000100:00100000:0.0:1746126825.760850:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005449728 00002000:00100000:0.0:1746126825.760876:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1500 x1830946005449728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.760885:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946005449728 ext(0->4095) 00010000:00010000:0.0:1746126825.760892:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.760903:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.760909:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b1500 00000100:00100000:0.0:1746126825.760932:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2851 00000100:00100000:0.0:1746126825.760938:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005449728:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126825.761017:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005449728:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126825.761022:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2851 00002000:00100000:0.0:1746126825.761026:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1500 x1830946005449728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.761032:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946005449728 ext(0->4095) 00010000:00010000:0.0:1746126825.761035:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.761043:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.761048:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b1500 00000100:00100000:0.0:1746126825.764982:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.765124:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005449856 00000100:00100000:3.0:1746126825.765148:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005449856 00010000:00010000:3.0:1746126825.765175:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.765207:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17895 00000100:00100000:3.0:1746126825.765214:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005449856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.765224:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.765240:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.765250:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.765266:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a647 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7942 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.765324:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.765327:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.765333:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.765339:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.765365:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.765375:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709952:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.765437:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.767908:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997709952:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.767925:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.768360:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005449856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3144us (3381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.768369:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17895 00000100:00100000:0.0:1746126825.768548:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.768673:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005450112 00000100:00100000:2.0:1746126825.768679:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005450112 00002000:00100000:2.0:1746126825.768708:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1f80 x1830946005450112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.768721:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1f80 with x1830946005450112 ext(0->4095) 00002000:00010000:2.0:1746126825.768725:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b1f80 00000100:00100000:2.0:1746126825.768738:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13782 00000100:00100000:2.0:1746126825.768743:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+90:2028:x1830946005450112:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.768862:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+90:2028:x1830946005450112:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.768867:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13782 00002000:00100000:2.0:1746126825.768872:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1f80 x1830946005450112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.768879:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1f80 with x1830946005450112 ext(0->4095) 00002000:00010000:2.0:1746126825.768881:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b1f80 00000100:00100000:0.0:1746126825.778802:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.778914:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005450240 00000100:00100000:3.0:1746126825.778923:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005450240 00000100:00100000:3.0:1746126825.778971:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30177 00000100:00100000:3.0:1746126825.778977:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005450240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.778991:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.779005:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7950 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.779028:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.779038:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.779039:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.779042:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.779067:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.779077:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 89 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.779088:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997710080:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.779183:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.780470:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997710080:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.780488:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.780499:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126825.780526:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005450240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1548us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.780532:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30177 00000100:00100000:0.0:1746126825.786748:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.786860:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005450368 00000100:00100000:2.0:1746126825.786868:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005450368 00002000:00100000:2.0:1746126825.786906:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fd27b80 x1830946005450368/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.786915:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27b80 with x1830946005450368 ext(0->7) 00010000:00010000:2.0:1746126825.786923:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 90 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.786935:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 90 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.786941:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27b80 00000100:00100000:2.0:1746126825.786960:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2852 00000100:00100000:2.0:1746126825.786968:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+90:2027:x1830946005450368:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.787738:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2027:x1830946005450368:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 769us (996us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746126825.787745:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2852 00002000:00100000:0.0:1746126825.787750:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fd27b80 x1830946005450368/t4294970648(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.787757:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27b80 with x1830946005450368 ext(0->7) 00010000:00010000:0.0:1746126825.787762:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 92 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.787771:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 92 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.787784:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27b80 00000100:00100000:0.0:1746126825.788933:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.789005:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005450496 00000100:00100000:3.0:1746126825.789011:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005450496 00000100:00100000:3.0:1746126825.789046:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30178 00000100:00100000:3.0:1746126825.789052:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+92:1764:x1830946005450496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.789063:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.789075:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7957 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.789092:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.789097:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.789103:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126825.789105:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 93 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.789162:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.789173:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 93 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.789181:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126825.789205:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+93:1764:x1830946005450496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.789210:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30178 00000100:00100000:0.0:1746126825.791618:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.791700:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005450624 00000100:00100000:3.0:1746126825.791707:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005450624 00010000:00010000:3.0:1746126825.791732:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.791753:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17896 00000100:00100000:3.0:1746126825.791759:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+93:2030:x1830946005450624:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.791769:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.791797:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.791806:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.791823:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a64e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7949 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.791851:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.791854:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.791859:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.791866:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.791892:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.791901:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.791910:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997710336:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.791975:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.796700:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997710336:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.796718:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.797591:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2030:x1830946005450624:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5828us (5975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.797601:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17896 00000100:00100000:0.0:1746126825.797723:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.797944:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005450880 00000100:00100000:2.0:1746126825.797950:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005450880 00002000:00100000:2.0:1746126825.797979:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27100 x1830946005450880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.797988:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27100 with x1830946005450880 ext(0->4095) 00010000:00010000:2.0:1746126825.797995:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.798005:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.798010:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27100 00000100:00100000:2.0:1746126825.798022:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2853 00000100:00100000:2.0:1746126825.798027:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005450880:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.798146:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005450880:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.798151:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2853 00002000:00100000:2.0:1746126825.798156:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27100 x1830946005450880/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.798162:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27100 with x1830946005450880 ext(0->4095) 00010000:00010000:2.0:1746126825.798166:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.798174:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126825.798179:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27100 00000100:00100000:0.0:1746126825.801050:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.801123:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005451008 00000100:00100000:3.0:1746126825.801150:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005451008 00010000:00010000:3.0:1746126825.801173:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.801191:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17897 00000100:00100000:3.0:1746126825.801196:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005451008:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.801205:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.801219:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.801228:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.801245:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a655 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7950 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.801532:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.801534:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.801541:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 91 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.801548:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 91 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.801575:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 91 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.801585:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997710464:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.801783:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.804266:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997710464:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.804283:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.804327:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005451008:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3129us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.804335:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17897 00000100:00100000:0.0:1746126825.804507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.804572:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005451264 00000100:00100000:1.0:1746126825.804578:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005451264 00002000:00100000:1.0:1746126825.804608:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67bb80 x1830946005451264/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.804616:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67bb80 with x1830946005451264 ext(0->4095) 00002000:00010000:1.0:1746126825.804620:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67bb80 00000100:00100000:1.0:1746126825.804647:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13783 00000100:00100000:1.0:1746126825.804652:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2027:x1830946005451264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126825.804769:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2027:x1830946005451264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.804787:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13783 00002000:00100000:1.0:1746126825.804793:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67bb80 x1830946005451264/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.804799:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67bb80 with x1830946005451264 ext(0->4095) 00002000:00010000:1.0:1746126825.804801:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67bb80 00000100:00100000:0.0:1746126825.806258:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.806327:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005451392 00000100:00100000:2.0:1746126825.806332:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005451392 00000100:00100000:2.0:1746126825.806416:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30179 00000100:00100000:2.0:1746126825.806422:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005451392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.806432:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.806444:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff795e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.806464:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 91 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.806471:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.806473:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126825.806476:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.806498:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 91 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.806507:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 91 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.806518:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997710592:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.806859:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.808987:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.809217:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997710592:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.809241:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.809253:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126825.809282:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005451392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2861us (3026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.809288:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30179 00000100:00100000:3.0:1746126825.809346:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005451520 00000100:00100000:3.0:1746126825.809350:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005451520 00010000:00010000:3.0:1746126825.809368:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 92 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.810115:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17898 00000100:00100000:3.0:1746126825.810122:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2027:x1830946005451520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.810154:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.810168:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 92 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.810177:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 92 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.810194:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a65c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7957 expref: 92 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.810697:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.810700:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.810707:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.810714:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.810736:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.810745:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997710720:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.810806:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.813698:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997710720:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.813715:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.813762:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+91:2027:x1830946005451520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3639us (4778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.813771:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17898 00000100:00100000:0.0:1746126825.816566:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.818076:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.818643:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005451776 00000100:00100000:2.0:1746126825.818651:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005451776 00002000:00100000:2.0:1746126825.818687:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a300 x1830946005451776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.818696:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a300 with x1830946005451776 ext(0->4095) 00002000:00010000:2.0:1746126825.818700:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1a300 00000100:00100000:2.0:1746126825.818720:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13784 00000100:00100000:2.0:1746126825.818726:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005451776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.818841:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005451776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (2280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.818846:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13784 00002000:00100000:2.0:1746126825.818852:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a300 x1830946005451776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.818858:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a300 with x1830946005451776 ext(0->4095) 00002000:00010000:2.0:1746126825.818860:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1a300 00000100:00100000:3.0:1746126825.821550:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005451904 00000100:00100000:3.0:1746126825.821559:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005451904 00000100:00100000:3.0:1746126825.821617:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30180 00000100:00100000:3.0:1746126825.821624:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+91:1764:x1830946005451904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.821637:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.821649:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7965 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.821678:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.821684:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.821686:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.821689:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.821714:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.821723:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.821733:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997710848:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.821824:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.825977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.826026:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997710848:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.826049:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.826061:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126825.826095:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+92:1764:x1830946005451904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4472us (8024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.826102:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30180 00000100:00100000:3.0:1746126825.826574:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005452032 00000100:00100000:3.0:1746126825.826579:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005452032 00000100:00100000:3.0:1746126825.826607:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30181 00000100:00100000:3.0:1746126825.826612:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+92:1765:x1830946005452032:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.826624:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.826635:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff796c expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.826650:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.826654:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.826659:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.826662:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 93 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.826683:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.826692:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 93 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.826699:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126825.826719:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+93:1765:x1830946005452032:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.826724:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30181 00000100:00100000:2.0:1746126825.827047:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.827103:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005452160 00000100:00100000:3.0:1746126825.827106:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005452160 00010000:00010000:3.0:1746126825.827118:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.827160:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17899 00000100:00100000:3.0:1746126825.827164:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005452160:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.827171:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.827184:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.827193:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.827207:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a663 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff795e expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.827221:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.827223:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.827227:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.827233:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.827246:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.827253:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 92 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.827267:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711104:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.828187:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.830283:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.830362:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711104:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.830375:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.830677:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005452416 00000100:00100000:1.0:1746126825.830682:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005452416 00002000:00100000:1.0:1746126825.830713:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19180 x1830946005452416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.830722:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19180 with x1830946005452416 ext(0->4095) 00010000:00010000:1.0:1746126825.830728:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.830738:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.830744:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19180 00000100:00100000:3.0:1746126825.830865:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005452160:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3698us (3816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.830873:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17899 00000100:00100000:1.0:1746126825.831071:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2854 00000100:00100000:1.0:1746126825.831078:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+93:2028:x1830946005452416:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.831180:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+93:2028:x1830946005452416:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.831185:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2854 00002000:00100000:1.0:1746126825.831189:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19180 x1830946005452416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.831196:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19180 with x1830946005452416 ext(0->4095) 00010000:00010000:1.0:1746126825.831200:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.831208:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.831213:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19180 00000100:00100000:0.0:1746126825.833556:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.833638:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005452544 00000100:00100000:3.0:1746126825.833644:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005452544 00010000:00010000:3.0:1746126825.833668:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.833740:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17900 00000100:00100000:3.0:1746126825.833747:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+93:2029:x1830946005452544:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.833759:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.833784:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.833795:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.833813:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a66a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7965 expref: 93 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.833824:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.833826:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.833832:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.833838:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.833863:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 92 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.833872:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711232:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.834108:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011fe9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.843666:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.843798:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711232:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126825.843814:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126825.843851:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2029:x1830946005452544:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 10103us (10299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.843859:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17900 00000100:00100000:2.0:1746126825.844183:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005452800 00000100:00100000:2.0:1746126825.844189:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005452800 00002000:00100000:2.0:1746126825.844218:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a680 x1830946005452800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.844227:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a680 with x1830946005452800 ext(0->4095) 00002000:00010000:2.0:1746126825.844231:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1a680 00000100:00100000:2.0:1746126825.844245:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13785 00000100:00100000:2.0:1746126825.844250:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2028:x1830946005452800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126825.844341:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2028:x1830946005452800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126825.844346:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13785 00002000:00100000:2.0:1746126825.844351:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a680 x1830946005452800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126825.844357:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a680 with x1830946005452800 ext(0->4095) 00002000:00010000:2.0:1746126825.844360:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1a680 00000100:00100000:0.0:1746126825.848720:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.851147:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005452928 00000100:00100000:3.0:1746126825.851156:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005452928 00000100:00100000:3.0:1746126825.851207:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30182 00000100:00100000:3.0:1746126825.851213:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005452928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.851227:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.851241:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7973 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.851263:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 91 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.851273:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.851274:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.851277:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.851302:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 91 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.851311:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 91 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.851322:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997711360:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126825.851399:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126825.859954:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997711360:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126825.859979:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.859992:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126825.860031:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005452928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8817us (11316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.860039:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30182 00000100:00100000:0.0:1746126825.861612:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.861683:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005453056 00000100:00100000:1.0:1746126825.861690:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005453056 00002000:00100000:1.0:1746126825.861724:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de10700 x1830946005453056/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.861733:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de10700 with x1830946005453056 ext(0->7) 00010000:00010000:1.0:1746126825.861739:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 92 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.861751:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 92 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.861757:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de10700 00000100:00100000:1.0:1746126825.861832:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2855 00000100:00100000:1.0:1746126825.861839:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+92:2028:x1830946005453056:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.866581:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+94:2028:x1830946005453056:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4734us (4964us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746126825.866591:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2855 00002000:00100000:0.0:1746126825.866599:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de10700 x1830946005453056/t4294970649(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.866607:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de10700 with x1830946005453056 ext(0->7) 00010000:00010000:0.0:1746126825.866615:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 94 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.866627:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 94 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.866633:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de10700 00000100:00100000:0.0:1746126825.885201:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.885320:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005453184 00000100:00100000:3.0:1746126825.885327:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005453184 00010000:00010000:3.0:1746126825.885361:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 94 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126825.885388:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17901 00000100:00100000:3.0:1746126825.885394:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+94:2027:x1830946005453184:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126825.885404:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126825.885418:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 94 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.885428:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 94 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.885444:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a671 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff796c expref: 94 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126825.885510:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.885512:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.885518:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.885525:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.885552:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126825.885562:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711488:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126825.886807:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.889866:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.890331:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005453312 00000100:00100000:3.0:1746126825.890338:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005453312 00000100:00100000:1.0:1746126825.891779:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30183 00000100:00100000:1.0:1746126825.891791:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+94:1764:x1830946005453312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.891807:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.891822:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff797a expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.891845:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.891852:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.891853:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.891856:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 95 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.891879:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.891889:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.891900:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997711616:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.891961:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.892669:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711488:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.892682:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.892714:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+95:2027:x1830946005453184:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7320us (7520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.892722:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17901 00000100:00100000:1.0:1746126825.894240:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997711616:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.894259:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 94 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.894275:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126825.894457:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+94:1764:x1830946005453312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2669us (4597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.894462:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30183 00000100:00100000:2.0:1746126825.894718:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.894762:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005453568 00000100:00100000:1.0:1746126825.894767:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005453568 00002000:00100000:1.0:1746126825.894804:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dfb80 x1830946005453568/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.894813:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dfb80 with x1830946005453568 ext(0->4095) 00010000:00010000:1.0:1746126825.894818:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.894827:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.894832:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dfb80 00000100:00100000:1.0:1746126825.894846:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2856 00000100:00100000:1.0:1746126825.894851:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005453568:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126825.894937:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005453568:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 85us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.894942:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2856 00002000:00100000:1.0:1746126825.894947:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dfb80 x1830946005453568/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.894959:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dfb80 with x1830946005453568 ext(0->4095) 00010000:00010000:1.0:1746126825.894963:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.894971:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.894977:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dfb80 00000100:00100000:0.0:1746126825.899658:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.899877:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005453696 00000100:00100000:2.0:1746126825.899885:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005453696 00010000:00010000:2.0:1746126825.899916:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.899958:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17902 00000100:00100000:2.0:1746126825.899965:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005453696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.899977:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.899993:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.900004:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.900023:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a678 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7973 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.900053:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.900055:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.900061:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 93 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.900067:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 93 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.900093:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 93 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.900104:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711744:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.900199:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.903055:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.903186:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997711744:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.903203:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.903249:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005453696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3283us (3596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.903258:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17902 00000100:00100000:3.0:1746126825.903647:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005453952 00000100:00100000:3.0:1746126825.903653:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005453952 00002000:00100000:3.0:1746126825.903683:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980700 x1830946005453952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.903691:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980700 with x1830946005453952 ext(0->4095) 00002000:00010000:3.0:1746126825.903695:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980700 00000100:00100000:3.0:1746126825.903710:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13786 00000100:00100000:3.0:1746126825.903716:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+94:2027:x1830946005453952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126825.903838:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+94:2027:x1830946005453952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (788us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.903843:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13786 00002000:00100000:3.0:1746126825.903848:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980700 x1830946005453952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.903855:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980700 with x1830946005453952 ext(0->4095) 00002000:00010000:3.0:1746126825.903857:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980700 00000100:00100000:0.0:1746126825.909185:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.909248:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005454080 00000100:00100000:1.0:1746126825.909256:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005454080 00000100:00100000:1.0:1746126825.909859:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30184 00000100:00100000:1.0:1746126825.909867:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005454080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.909883:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.909897:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7981 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.909920:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 93 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.909927:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.909928:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.909931:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.909956:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 93 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.909971:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 93 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.909982:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997711872:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.910047:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.915337:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997711872:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.915363:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.915378:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e000, rc 0) 00000100:00100000:1.0:1746126825.915551:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005454080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5683us (6371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.915559:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30184 00000100:00100000:0.0:1746126825.917053:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.917172:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005454208 00000100:00100000:1.0:1746126825.917178:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005454208 00002000:00100000:1.0:1746126825.917213:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b980380 x1830946005454208/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.917222:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980380 with x1830946005454208 ext(0->7) 00010000:00010000:1.0:1746126825.917229:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 94 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.917240:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 94 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.917251:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b980380 00000100:00100000:1.0:1746126825.917277:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2857 00000100:00100000:1.0:1746126825.917284:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+94:2027:x1830946005454208:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.918614:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2027:x1830946005454208:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1327us (1561us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746126825.918623:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2857 00002000:00100000:0.0:1746126825.918630:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b980380 x1830946005454208/t4294970650(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.918639:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980380 with x1830946005454208 ext(0->7) 00010000:00010000:0.0:1746126825.918646:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.918656:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.918662:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b980380 00000100:00100000:0.0:1746126825.923675:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.923759:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005454336 00000100:00100000:2.0:1746126825.923766:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005454336 00010000:00010000:2.0:1746126825.923810:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.923922:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17903 00000100:00100000:2.0:1746126825.923930:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2027:x1830946005454336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.923943:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.923958:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.923969:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.923986:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a67f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff797a expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.924281:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.924284:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.924291:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.924299:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.924327:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.924338:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997712000:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.924407:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.926975:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.927172:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997712000:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.927188:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.927221:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+95:2027:x1830946005454336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3291us (3553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.927230:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17903 00000100:00100000:1.0:1746126825.927300:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005454592 00000100:00100000:1.0:1746126825.927305:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005454592 00002000:00100000:1.0:1746126825.927335:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983b80 x1830946005454592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.927344:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983b80 with x1830946005454592 ext(0->4095) 00002000:00010000:1.0:1746126825.927348:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b983b80 00000100:00100000:1.0:1746126825.927455:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13787 00000100:00100000:1.0:1746126825.927461:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005454592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126825.927551:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005454592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126825.927556:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13787 00002000:00100000:1.0:1746126825.927561:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983b80 x1830946005454592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.927568:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983b80 with x1830946005454592 ext(0->4095) 00002000:00010000:1.0:1746126825.927570:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b983b80 00000100:00100000:0.0:1746126825.931339:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.931434:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005454720 00000100:00100000:1.0:1746126825.931440:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005454720 00000100:00100000:1.0:1746126825.931479:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30185 00000100:00100000:1.0:1746126825.931485:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+95:1765:x1830946005454720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.931502:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.931515:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7988 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.931538:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.931545:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.931547:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.931550:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 96 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.931726:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.931737:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.931749:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997712128:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.932116:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.934760:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997712128:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.934795:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 96 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.934808:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36fa00, rc 0) 00000100:00100000:1.0:1746126825.934843:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+96:1765:x1830946005454720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3357us (3510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.934853:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30185 00000100:00100000:0.0:1746126825.937310:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.937390:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005454848 00000100:00100000:2.0:1746126825.937397:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005454848 00010000:00010000:2.0:1746126825.937425:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.937456:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17904 00000100:00100000:2.0:1746126825.937462:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005454848:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126825.937475:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126825.937490:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.937499:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.937517:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e000/0x63da90637734a686 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7981 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126825.937541:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.937543:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.937548:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 95 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.937554:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 95 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.937585:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 95 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126825.937595:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997712256:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126825.937646:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126825.939444:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997712256:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126825.939459:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126825.939497:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005454848:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2033us (2191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.939505:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17904 00000100:00100000:0.0:1746126825.939904:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.939979:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005455104 00000100:00100000:3.0:1746126825.939984:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005455104 00002000:00100000:3.0:1746126825.940009:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427800 x1830946005455104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.940017:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427800 with x1830946005455104 ext(0->4095) 00002000:00010000:3.0:1746126825.940021:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098427800 00000100:00100000:3.0:1746126825.940437:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13788 00000100:00100000:3.0:1746126825.940443:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2028:x1830946005455104:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126825.940534:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2028:x1830946005455104:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (631us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126825.940539:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13788 00002000:00100000:3.0:1746126825.940543:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427800 x1830946005455104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126825.940550:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427800 with x1830946005455104 ext(0->4095) 00002000:00010000:3.0:1746126825.940552:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098427800 00000100:00100000:0.0:1746126825.945449:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.949787:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005455232 00000100:00100000:1.0:1746126825.949798:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005455232 00000100:00100000:1.0:1746126825.949858:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30186 00000100:00100000:1.0:1746126825.949866:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005455232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126825.949882:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126825.949896:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff798f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.949922:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 95 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.949929:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.949930:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126825.949933:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.949958:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 95 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.949967:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 95 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.949976:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997712384:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126825.950057:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.960710:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997712384:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126825.960741:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.960756:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ec00, rc 0) 00000100:00100000:1.0:1746126825.960809:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005455232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10943us (15365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.960817:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30186 00000100:00100000:0.0:1746126825.969492:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.969579:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005455360 00000100:00100000:1.0:1746126825.969587:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005455360 00002000:00100000:1.0:1746126825.969622:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098425880 x1830946005455360/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126825.969632:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425880 with x1830946005455360 ext(0->7) 00010000:00010000:1.0:1746126825.969639:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.969651:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 96 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126825.969657:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425880 00000100:00100000:1.0:1746126825.969686:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2858 00000100:00100000:1.0:1746126825.969693:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+96:2027:x1830946005455360:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126825.970405:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2027:x1830946005455360:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 711us (918us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746126825.970412:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2858 00002000:00100000:0.0:1746126825.970418:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098425880 x1830946005455360/t4294970651(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:586/0 lens 496/448 e 0 to 0 dl 1746126836 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.970424:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425880 with x1830946005455360 ext(0->7) 00010000:00010000:0.0:1746126825.970429:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126825.970438:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126825.970444:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425880 00000100:00100000:0.0:1746126825.975294:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126825.975382:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005455488 00000100:00100000:2.0:1746126825.975390:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005455488 00010000:00010000:2.0:1746126825.975421:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.976269:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17905 00000100:00100000:1.0:1746126825.976279:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2029:x1830946005455488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126825.976291:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126825.976309:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.976320:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.976339:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36fa00/0x63da90637734a68d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7988 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.976364:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.976366:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.976373:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.976380:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.976404:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126825.976415:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997712512:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126825.976486:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126825.978418:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fcb3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997712512:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126825.978432:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126825.978470:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+97:2029:x1830946005455488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2192us (3184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126825.978478:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17905 00000100:00100000:1.0:1746126825.993555:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.993594:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126825.993650:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005455744 00000100:00100000:0.0:1746126825.993657:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005455744 00002000:00100000:0.0:1746126825.993690:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3480 x1830946005455744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/0 e 0 to 0 dl 1746126836 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.993699:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3480 with x1830946005455744 ext(0->4095) 00002000:00010000:0.0:1746126825.993704:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb3480 00000100:00100000:0.0:1746126825.993728:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13789 00000100:00100000:0.0:1746126825.993733:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005455744:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126825.993852:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005455744:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126825.993858:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13789 00002000:00100000:0.0:1746126825.993862:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3480 x1830946005455744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:586/0 lens 488/4536 e 0 to 0 dl 1746126836 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126825.993869:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3480 with x1830946005455744 ext(0->4095) 00002000:00010000:0.0:1746126825.993872:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb3480 00000100:00100000:2.0:1746126825.994148:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005455872 00000100:00100000:2.0:1746126825.994152:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005455872 00000100:00100000:2.0:1746126825.994178:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30187 00000100:00100000:2.0:1746126825.994183:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+97:1764:x1830946005455872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126825.994190:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126825.994202:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7996 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.994220:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.994227:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.994228:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126825.994231:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.994254:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.994263:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126825.994273:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997712640:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126825.994320:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126825.996508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126825.996649:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005456000 00000100:00100000:3.0:1746126825.996654:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005456000 00000100:00100000:3.0:1746126825.996680:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30188 00000100:00100000:3.0:1746126825.996686:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:1765:x1830946005456000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126825.996697:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126825.996707:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff799d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.996723:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126825.996727:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 100 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.996732:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126825.996734:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 100 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.996756:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 100 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.996769:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 100 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126825.996787:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:2.0:1746126825.996878:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997712640:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126825.996893:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 100 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126825.996900:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da000, rc 0) 00000100:00100000:3.0:1746126825.997949:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+100:1765:x1830946005456000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1260us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126825.997956:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30188 00000100:00100000:2.0:1746126825.997996:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+99:1764:x1830946005455872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3812us (4400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126825.998001:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30187 00000100:00100000:0.0:1746126825.998235:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126825.998323:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005456128 00000100:00100000:1.0:1746126825.998328:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005456128 00010000:00010000:1.0:1746126825.998347:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.998375:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17906 00000100:00100000:1.0:1746126825.998381:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005456128:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126825.998390:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126825.998405:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.998413:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.998429:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ec00/0x63da90637734a694 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff798f expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126825.998440:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.998442:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126825.998447:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.998454:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.998473:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126825.998485:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126825.998494:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997712896:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126825.998543:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.002105:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.002241:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997712896:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.002258:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.002292:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005456128:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3911us (4057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.002301:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17906 00000100:00100000:3.0:1746126826.002368:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005456384 00000100:00100000:3.0:1746126826.002374:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005456384 00002000:00100000:3.0:1746126826.002409:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1c00 x1830946005456384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.002418:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1c00 with x1830946005456384 ext(0->4095) 00010000:00010000:3.0:1746126826.002425:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.002436:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.002442:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f1c00 00000100:00100000:3.0:1746126826.002455:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2859 00000100:00100000:3.0:1746126826.002461:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005456384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.002548:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005456384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.002554:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2859 00002000:00100000:3.0:1746126826.002559:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1c00 x1830946005456384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.002566:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1c00 with x1830946005456384 ext(0->4095) 00010000:00010000:3.0:1746126826.002571:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.002579:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.002583:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f1c00 00000100:00080000:1.0:1746126826.003147:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126826.005238:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.006325:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005456512 00000100:00100000:1.0:1746126826.006333:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005456512 00010000:00010000:1.0:1746126826.006361:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126826.006475:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17907 00000100:00100000:1.0:1746126826.006481:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2029:x1830946005456512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.006491:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.006506:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.006515:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.006536:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da000/0x63da90637734a69b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7996 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.006550:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.006552:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.006557:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.006563:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.006587:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.006596:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713024:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.006727:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.008951:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.009033:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713024:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.009049:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.009152:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005456768 00000100:00100000:3.0:1746126826.009157:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005456768 00002000:00100000:3.0:1746126826.009191:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f2d80 x1830946005456768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.009200:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f2d80 with x1830946005456768 ext(0->4095) 00002000:00010000:3.0:1746126826.009204:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f2d80 00000100:00100000:3.0:1746126826.009220:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13790 00000100:00100000:3.0:1746126826.009226:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2029:x1830946005456768:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126826.009383:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2029:x1830946005456512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2902us (4149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.009390:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17907 00000100:00100000:3.0:1746126826.009807:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2029:x1830946005456768:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 580us (861us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.009812:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13790 00002000:00100000:3.0:1746126826.009818:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f2d80 x1830946005456768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.009824:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f2d80 with x1830946005456768 ext(0->4095) 00002000:00010000:3.0:1746126826.009827:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f2d80 00000100:00100000:0.0:1746126826.012290:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.012405:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005456896 00000100:00100000:3.0:1746126826.012412:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005456896 00000100:00100000:3.0:1746126826.012521:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30189 00000100:00100000:3.0:1746126826.012529:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005456896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.012544:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.012560:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79a4 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.012584:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.012590:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.012591:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.012595:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.012619:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.012628:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 97 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.012639:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997713152:192.168.202.29@tcp:104: 00000100:00080000:1.0:1746126826.012716:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126826.013086:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.014820:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997713152:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.014843:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.014856:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126826.014890:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005456896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.014897:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30189 00000100:00100000:0.0:1746126826.015927:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.016014:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005457024 00000100:00100000:1.0:1746126826.016021:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005457024 00010000:00010000:1.0:1746126826.016044:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126826.016081:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17908 00000100:00100000:1.0:1746126826.016088:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005457024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.016098:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.016114:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.016150:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.016170:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff799d expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.016184:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.016186:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.016191:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.016199:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.016221:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.016231:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713280:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.016292:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.019534:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713280:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.019556:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.019593:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+97:2028:x1830946005457024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3504us (3667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.019601:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17908 00000100:00100000:3.0:1746126826.019825:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.019875:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.019892:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005457280 00000100:00100000:3.0:1746126826.019897:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005457280 00002000:00100000:3.0:1746126826.019928:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd94000 x1830946005457280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.019937:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd94000 with x1830946005457280 ext(0->4095) 00002000:00010000:3.0:1746126826.019940:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd94000 00000100:00100000:3.0:1746126826.019953:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13791 00000100:00100000:3.0:1746126826.019959:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005457280:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126826.020051:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005457280:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.020056:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13791 00000100:00100000:0.0:1746126826.020517:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005457408 00000100:00100000:0.0:1746126826.020521:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005457408 00000100:00100000:0.0:1746126826.020542:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30190 00000100:00100000:0.0:1746126826.020547:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+97:1764:x1830946005457408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126826.020555:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126826.020567:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79ab expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.020586:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.020593:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126826.020594:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126826.020597:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.020620:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.020630:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746126826.020640:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997713408:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126826.020681:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf680c0 going to sleep for 11 seconds 00002000:00100000:3.0:1746126826.021679:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd94000 x1830946005457280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.021692:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd94000 with x1830946005457280 ext(0->4095) 00010000:00010000:3.0:1746126826.021701:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.021715:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.021721:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd94000 00000100:00100000:2.0:1746126826.024635:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082511180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997713408:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.024662:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.024675:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:2.0:1746126826.025408:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+98:1764:x1830946005457408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4858us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.025417:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30190 00000100:00100000:0.0:1746126826.025985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.026512:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005457536 00000100:00100000:2.0:1746126826.026519:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005457536 00000100:00100000:2.0:1746126826.026564:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30191 00000100:00100000:2.0:1746126826.026570:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+98:1765:x1830946005457536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.026585:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.026599:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79b2 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.026618:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.026623:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.026628:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.026631:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.026660:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.026672:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.026679:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126826.026727:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+99:1765:x1830946005457536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.026732:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30191 00000100:00100000:0.0:1746126826.027458:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.027743:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005457664 00000100:00100000:1.0:1746126826.027749:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005457664 00010000:00010000:1.0:1746126826.027769:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126826.027803:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17909 00000100:00100000:1.0:1746126826.027809:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005457664:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.027818:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.027833:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.027842:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.027858:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a6a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79a4 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.027882:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.027884:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.027890:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.027897:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.027917:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.027926:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126826.027935:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713664:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.027990:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.030310:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713664:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.030328:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.030361:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005457664:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2551us (2904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.030368:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17909 00000100:00100000:0.0:1746126826.030985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.031209:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005457920 00000100:00100000:3.0:1746126826.031214:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005457920 00002000:00100000:3.0:1746126826.031243:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511180 x1830946005457920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.031251:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511180 with x1830946005457920 ext(0->4095) 00010000:00010000:3.0:1746126826.031257:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.031267:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.031274:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082511180 00000100:00100000:3.0:1746126826.031976:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2860 00000100:00100000:3.0:1746126826.031982:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005457920:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.032273:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005457920:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (1287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.032278:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2860 00002000:00100000:3.0:1746126826.032284:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511180 x1830946005457920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.032291:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511180 with x1830946005457920 ext(0->4095) 00010000:00010000:3.0:1746126826.032296:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.032306:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.032310:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082511180 00000100:00100000:0.0:1746126826.034320:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.034558:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005458048 00000100:00100000:1.0:1746126826.034566:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005458048 00010000:00010000:1.0:1746126826.034592:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126826.034613:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17910 00000100:00100000:1.0:1746126826.034618:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005458048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.034628:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.034642:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.034656:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.034672:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734a6b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ab expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.034683:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.034685:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.034691:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.034697:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.034719:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.034728:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713792:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.034787:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.036674:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.036874:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997713792:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.036891:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.036923:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005458048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2304us (2606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.036931:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17910 00000100:00100000:3.0:1746126826.037026:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005458304 00000100:00100000:3.0:1746126826.037031:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005458304 00002000:00100000:3.0:1746126826.037056:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45500 x1830946005458304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.037064:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45500 with x1830946005458304 ext(0->4095) 00002000:00010000:3.0:1746126826.037067:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae45500 00000100:00100000:3.0:1746126826.038087:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13792 00000100:00100000:3.0:1746126826.038095:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2029:x1830946005458304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126826.038207:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2029:x1830946005458304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (1538us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.038213:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13792 00002000:00100000:3.0:1746126826.038218:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45500 x1830946005458304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.038226:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45500 with x1830946005458304 ext(0->4095) 00002000:00010000:3.0:1746126826.038230:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae45500 00000100:00100000:2.0:1746126826.040710:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.040785:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005458432 00000100:00100000:0.0:1746126826.040793:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005458432 00000100:00100000:0.0:1746126826.040983:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30192 00000100:00100000:0.0:1746126826.040991:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005458432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126826.041004:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126826.041019:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79b9 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.041045:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 97 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.041052:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126826.041053:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126826.041057:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.041080:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 97 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.041090:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 97 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746126826.041100:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997713920:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126826.041782:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.044147:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae45f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997713920:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.044175:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.044190:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fda00, rc 0) 00000100:00100000:2.0:1746126826.044225:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005458432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3235us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.044233:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30192 00000100:00100000:0.0:1746126826.045488:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.045634:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005458560 00000100:00100000:1.0:1746126826.045640:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005458560 00010000:00010000:1.0:1746126826.045666:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:1.0:1746126826.045697:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17911 00000100:00100000:1.0:1746126826.045703:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2027:x1830946005458560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.045714:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.045729:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.045739:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.045757:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b2 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.045788:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.045790:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.045796:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.045802:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.045827:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.045837:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714048:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.045889:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.048035:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.048184:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714048:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.048199:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.048658:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+97:2027:x1830946005458560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2949us (3168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.048666:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17911 00000100:00100000:2.0:1746126826.048744:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005458688 00000100:00100000:2.0:1746126826.048750:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005458688 00000100:00100000:2.0:1746126826.048797:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30193 00000100:00100000:2.0:1746126826.048803:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+97:1764:x1830946005458688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.048816:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.048828:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79c0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.048849:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.048855:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.048857:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.048860:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.048881:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.048890:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.048899:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997714176:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.048937:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.049428:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.049717:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005458944 00000100:00100000:3.0:1746126826.049722:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005458944 00002000:00100000:3.0:1746126826.049744:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba52300 x1830946005458944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.049759:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52300 with x1830946005458944 ext(0->4095) 00010000:00010000:3.0:1746126826.049765:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.049791:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.049797:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba52300 00000100:00100000:3.0:1746126826.049809:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2861 00000100:00100000:3.0:1746126826.049813:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005458944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.049918:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005458944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (1205us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.049923:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2861 00002000:00100000:3.0:1746126826.049927:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba52300 x1830946005458944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.049934:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52300 with x1830946005458944 ext(0->4095) 00010000:00010000:3.0:1746126826.049937:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.049945:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.049950:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba52300 00000100:00100000:0.0:1746126826.052300:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.052903:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005459072 00000100:00100000:3.0:1746126826.052911:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005459072 00000100:00100000:3.0:1746126826.052957:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30194 00000100:00100000:3.0:1746126826.052964:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+99:1765:x1830946005459072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.052978:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.052992:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79c7 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.053013:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.053017:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 100 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.053022:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.053026:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 100 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.053053:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 100 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.053063:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 100 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.053072:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126826.053105:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+100:1765:x1830946005459072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.053110:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30194 00000100:00100000:2.0:1746126826.054715:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997714176:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.054735:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.054747:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992da600, rc 0) 00000100:00100000:2.0:1746126826.055497:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:1764:x1830946005458688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6692us (7463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.055505:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30193 00000100:00100000:0.0:1746126826.055715:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.055825:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005459200 00000100:00100000:2.0:1746126826.055830:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005459200 00010000:00010000:2.0:1746126826.055851:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.055887:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17912 00000100:00100000:2.0:1746126826.055893:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005459200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.055903:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.055918:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.055926:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.055943:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734a6be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79b9 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.055955:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.055957:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.055963:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.055970:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.055991:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.056000:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.056013:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714432:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.056064:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.059047:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714432:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.059063:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.059096:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005459200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3202us (3380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.059103:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17912 00000100:00100000:0.0:1746126826.059601:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.061151:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005459456 00000100:00100000:1.0:1746126826.061160:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005459456 00002000:00100000:1.0:1746126826.061197:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba52680 x1830946005459456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.061206:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52680 with x1830946005459456 ext(0->4095) 00010000:00010000:1.0:1746126826.061213:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.061224:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126826.061231:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba52680 00000100:00100000:1.0:1746126826.061257:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2862 00000100:00100000:1.0:1746126826.061263:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005459456:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126826.061383:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005459456:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (1782us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.061388:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2862 00002000:00100000:1.0:1746126826.061393:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba52680 x1830946005459456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.061406:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52680 with x1830946005459456 ext(0->4095) 00010000:00010000:1.0:1746126826.061410:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.061419:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126826.061423:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba52680 00000100:00100000:0.0:1746126826.064044:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.064449:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005459584 00000100:00100000:2.0:1746126826.064456:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005459584 00010000:00010000:2.0:1746126826.064483:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.064517:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17913 00000100:00100000:2.0:1746126826.064524:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2027:x1830946005459584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.064535:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.064550:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.064560:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.064578:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992da600/0x63da90637734a6c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c0 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.064762:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.064764:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.064779:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.064786:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.064813:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 98 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.064823:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714560:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.064901:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.067354:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714560:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.067371:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.067730:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2027:x1830946005459584:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3204us (3689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.067740:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17913 00000100:00100000:1.0:1746126826.067925:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.068157:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005459840 00000100:00100000:3.0:1746126826.068163:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005459840 00002000:00100000:3.0:1746126826.068192:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811f80 x1830946005459840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.068201:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811f80 with x1830946005459840 ext(0->4095) 00002000:00010000:3.0:1746126826.068205:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811f80 00000100:00100000:3.0:1746126826.068220:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13793 00000100:00100000:3.0:1746126826.068226:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2027:x1830946005459840:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.068738:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2027:x1830946005459840:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 510us (812us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.068744:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13793 00002000:00100000:3.0:1746126826.068749:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811f80 x1830946005459840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.068756:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811f80 with x1830946005459840 ext(0->4095) 00002000:00010000:3.0:1746126826.068758:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811f80 00000100:00100000:0.0:1746126826.071662:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.071767:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005459968 00000100:00100000:2.0:1746126826.071784:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005459968 00000100:00100000:2.0:1746126826.072211:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30195 00000100:00100000:2.0:1746126826.072220:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005459968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.072234:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.072248:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79ce expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.072272:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 97 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.072283:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.072284:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.072288:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.072313:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 97 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.072324:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 97 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.072334:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997714688:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.072407:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.074625:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997714688:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.074647:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.074660:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:2.0:1746126826.074693:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005459968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2474us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.074700:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30195 00000100:00100000:0.0:1746126826.075316:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.075613:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005460096 00000100:00100000:2.0:1746126826.075619:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005460096 00010000:00010000:2.0:1746126826.075638:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.075670:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17914 00000100:00100000:2.0:1746126826.075675:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005460096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.075684:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.075698:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.075706:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.075722:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a6cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79c7 expref: 98 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.076256:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.076258:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.076265:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.076273:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.076298:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.076308:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714816:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.076667:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.078702:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.078878:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005460224 00000100:00100000:2.0:1746126826.078884:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005460224 00000100:00100000:0.0:1746126826.078953:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.079007:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997714816:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.079020:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.079053:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005460096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3377us (3738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.079060:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17914 00000100:00100000:2.0:1746126826.079348:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30196 00000100:00100000:2.0:1746126826.079355:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+97:1764:x1830946005460224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.079368:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.079380:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79d5 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.079401:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.079407:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.079409:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.079412:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.079433:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.079443:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.079452:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997714944:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.079490:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.079828:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005460480 00000100:00100000:3.0:1746126826.079832:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005460480 00002000:00100000:3.0:1746126826.079855:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c000 x1830946005460480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.079863:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946005460480 ext(0->4095) 00010000:00010000:3.0:1746126826.079868:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.079880:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.079885:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9c000 00000100:00100000:3.0:1746126826.079897:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2863 00000100:00100000:3.0:1746126826.079902:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005460480:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.080918:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005460480:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1012us (1962us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.080926:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2863 00002000:00100000:3.0:1746126826.080932:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c000 x1830946005460480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.080940:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946005460480 ext(0->4095) 00010000:00010000:3.0:1746126826.080946:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.080955:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.080960:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9c000 00000100:00100000:0.0:1746126826.083806:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.084053:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997714944:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.084074:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.084090:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:2.0:1746126826.084135:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:1764:x1830946005460224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4769us (5425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.084142:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30196 00000100:00100000:2.0:1746126826.084670:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005460608 00000100:00100000:2.0:1746126826.084675:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005460608 00000100:00100000:2.0:1746126826.084709:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30197 00000100:00100000:2.0:1746126826.084715:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:1765:x1830946005460608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.084726:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.084737:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79dc expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.084752:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.084755:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.084760:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.084762:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.084849:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.084857:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.084868:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db400, rc 0) 00000100:00100000:2.0:1746126826.084887:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:1765:x1830946005460608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.084892:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30197 00000100:00100000:0.0:1746126826.085684:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.085859:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005460736 00000100:00100000:3.0:1746126826.085863:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005460736 00010000:00010000:3.0:1746126826.085880:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.085896:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17915 00000100:00100000:3.0:1746126826.085901:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005460736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.085909:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.085923:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.085931:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.085945:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a6d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ce expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.085965:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.085966:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.085971:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.085978:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.085994:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.086002:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.086011:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715200:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.086056:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.088431:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.088487:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005460992 00000100:00100000:2.0:1746126826.088493:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005460992 00000100:00100000:3.0:1746126826.088522:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715200:192.168.202.29@tcp:105: 00002000:00100000:2.0:1746126826.088526:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8700 x1830946005460992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126826.088534:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126826.088536:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8700 with x1830946005460992 ext(0->4095) 00010000:00010000:2.0:1746126826.088542:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.088552:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.088558:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d8700 00000100:00100000:3.0:1746126826.088561:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005460736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2659us (2878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.088567:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17915 00000100:00100000:2.0:1746126826.088587:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2864 00000100:00100000:2.0:1746126826.088593:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005460992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.088695:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005460992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.088701:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2864 00002000:00100000:2.0:1746126826.088706:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8700 x1830946005460992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.088717:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8700 with x1830946005460992 ext(0->4095) 00010000:00010000:2.0:1746126826.088722:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.088730:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.088735:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d8700 00000100:00100000:0.0:1746126826.091038:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.091099:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005461120 00000100:00100000:3.0:1746126826.091105:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005461120 00010000:00010000:3.0:1746126826.091144:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.091162:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17916 00000100:00100000:3.0:1746126826.091167:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2029:x1830946005461120:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.091177:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.091191:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.091200:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.091216:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a6da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79d5 expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.091240:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.091242:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.091247:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.091254:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.091279:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 98 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.091289:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715328:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.091352:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.093824:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.094053:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715328:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.094067:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.094101:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2029:x1830946005461120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2933us (3067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.094101:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005461376 00000100:00100000:2.0:1746126826.094106:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005461376 00000100:00100000:3.0:1746126826.094109:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17916 00002000:00100000:2.0:1746126826.094156:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbf800 x1830946005461376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.094165:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf800 with x1830946005461376 ext(0->4095) 00002000:00010000:2.0:1746126826.094169:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbf800 00000100:00100000:2.0:1746126826.094740:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13794 00000100:00100000:2.0:1746126826.094747:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005461376:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.094883:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005461376:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1062us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.094889:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13794 00002000:00100000:2.0:1746126826.094894:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbf800 x1830946005461376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.094901:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf800 with x1830946005461376 ext(0->4095) 00002000:00010000:2.0:1746126826.094903:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbf800 00000100:00100000:0.0:1746126826.096686:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.096737:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005461504 00000100:00100000:2.0:1746126826.096744:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005461504 00000100:00100000:2.0:1746126826.096855:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30198 00000100:00100000:2.0:1746126826.096861:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005461504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.096874:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.096887:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79e3 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.097036:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.097043:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.097044:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.097047:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.097072:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.097082:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 97 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.097425:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997715456:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.097603:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.099683:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997715456:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.099705:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.099721:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dbe00, rc 0) 00000100:00100000:2.0:1746126826.099754:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005461504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2893us (3072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.099761:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30198 00000100:00100000:0.0:1746126826.105123:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.106062:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005461632 00000100:00100000:2.0:1746126826.106072:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005461632 00000100:00100000:2.0:1746126826.106314:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30199 00000100:00100000:2.0:1746126826.106324:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:1764:x1830946005461632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.106338:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.106354:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79ea expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.106376:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.106381:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.106385:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126826.106388:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.106417:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.106427:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.106439:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dac00, rc 0) 00000100:00100000:2.0:1746126826.106482:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:1764:x1830946005461632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.106488:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30199 00000100:00100000:0.0:1746126826.106760:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.106888:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005461760 00000100:00100000:3.0:1746126826.106892:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005461760 00010000:00010000:3.0:1746126826.106909:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.106934:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17917 00000100:00100000:3.0:1746126826.106940:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+99:2028:x1830946005461760:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.106948:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.106975:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.106985:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.106998:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a6e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79dc expref: 99 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.107021:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.107022:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.107029:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.107035:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.107054:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.107063:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.107074:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715712:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.107151:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.108154:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715712:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.108163:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.108442:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005461760:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1500us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.108450:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17917 00000100:00100000:0.0:1746126826.108896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.108939:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005462016 00000100:00100000:2.0:1746126826.108944:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005462016 00002000:00100000:2.0:1746126826.108968:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110000 x1830946005462016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.108976:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110000 with x1830946005462016 ext(0->4095) 00010000:00010000:2.0:1746126826.108982:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.108992:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.108997:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d110000 00000100:00100000:2.0:1746126826.109010:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2865 00000100:00100000:2.0:1746126826.109015:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005462016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126826.109098:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005462016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.109103:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2865 00002000:00100000:2.0:1746126826.109108:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110000 x1830946005462016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.109120:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110000 with x1830946005462016 ext(0->4095) 00010000:00010000:2.0:1746126826.109139:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.109148:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.109153:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d110000 00000100:00100000:0.0:1746126826.110380:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.110489:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005462144 00000100:00100000:3.0:1746126826.110493:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005462144 00010000:00010000:3.0:1746126826.110513:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.110535:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17918 00000100:00100000:3.0:1746126826.110541:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005462144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.110549:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.110563:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.110571:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.110588:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dbe00/0x63da90637734a6e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79e3 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.110598:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.110600:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.110605:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.110610:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.110634:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.110643:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715840:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.111673:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.115075:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.115165:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997715840:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.115180:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.115216:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005462144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4674us (4837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.115224:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17918 00000100:00100000:2.0:1746126826.115471:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005462400 00000100:00100000:2.0:1746126826.115476:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005462400 00002000:00100000:2.0:1746126826.115505:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10000 x1830946005462400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.115514:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10000 with x1830946005462400 ext(0->4095) 00002000:00010000:2.0:1746126826.115518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb10000 00000100:00100000:2.0:1746126826.116310:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13795 00000100:00100000:2.0:1746126826.116317:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005462400:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.116719:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005462400:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 401us (1648us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.116724:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13795 00002000:00100000:2.0:1746126826.116729:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10000 x1830946005462400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.116736:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10000 with x1830946005462400 ext(0->4095) 00002000:00010000:2.0:1746126826.116738:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb10000 00000100:00100000:0.0:1746126826.126221:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.126558:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005462528 00000100:00100000:3.0:1746126826.126566:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005462528 00000100:00100000:3.0:1746126826.126613:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30200 00000100:00100000:3.0:1746126826.126620:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005462528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.126634:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.126648:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79f1 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.126678:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.126685:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.126687:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.126690:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.126715:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 97 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.126725:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 97 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.126735:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997715968:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.126987:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.133619:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997715968:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.133647:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.133662:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126826.133701:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005462528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7081us (7487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.133708:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30200 00000100:00100000:0.0:1746126826.140499:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.140606:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005462656 00000100:00100000:2.0:1746126826.140615:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005462656 00002000:00100000:2.0:1746126826.140652:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb10700 x1830946005462656/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.140662:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10700 with x1830946005462656 ext(0->7) 00010000:00010000:2.0:1746126826.140669:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.140680:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 98 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.140686:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10700 00000100:00100000:2.0:1746126826.141055:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2866 00000100:00100000:2.0:1746126826.141063:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+98:2028:x1830946005462656:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126826.143195:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+100:2028:x1830946005462656:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2127us (2699us total) trans 4294970652 rc 0/0 00000100:00100000:2.0:1746126826.143203:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2866 00002000:00100000:2.0:1746126826.143211:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb10700 x1830946005462656/t4294970652(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.143219:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10700 with x1830946005462656 ext(0->7) 00010000:00010000:2.0:1746126826.143227:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 100 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.143238:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 100 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.143248:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10700 00000100:00100000:0.0:1746126826.149025:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.151217:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005462784 00000100:00100000:3.0:1746126826.151226:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005462784 00000100:00100000:3.0:1746126826.151275:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30201 00000100:00100000:3.0:1746126826.151283:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+100:1764:x1830946005462784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.151298:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.151312:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79f8 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.151334:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.151339:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.151344:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126826.151347:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 101 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.151376:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.151390:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 101 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.151398:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126826.151439:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+101:1764:x1830946005462784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.151445:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30201 00000100:00100000:3.0:1746126826.151892:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.152120:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005462912 00000100:00100000:2.0:1746126826.153190:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005462912 00010000:00010000:2.0:1746126826.153217:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 101 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.153252:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17919 00000100:00100000:2.0:1746126826.153259:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:2027:x1830946005462912:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.153268:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.153284:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 101 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.153293:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 101 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.153310:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dac00/0x63da90637734a6ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ea expref: 101 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.153333:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.153335:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.153341:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.153349:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.153376:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.153385:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.153395:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716224:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.153462:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.155378:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716224:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.155392:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.155430:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+100:2027:x1830946005462912:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2171us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.155437:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17919 00000100:00100000:0.0:1746126826.157396:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.157467:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005463168 00000100:00100000:2.0:1746126826.157474:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005463168 00002000:00100000:2.0:1746126826.157509:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37b80 x1830946005463168/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.157519:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37b80 with x1830946005463168 ext(0->4095) 00010000:00010000:2.0:1746126826.157526:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.157537:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.157542:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba37b80 00000100:00100000:2.0:1746126826.157557:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2867 00000100:00100000:2.0:1746126826.157563:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005463168:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.157907:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005463168:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 343us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.157912:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2867 00002000:00100000:2.0:1746126826.157917:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37b80 x1830946005463168/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.157924:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37b80 with x1830946005463168 ext(0->4095) 00010000:00010000:2.0:1746126826.157928:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.157936:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.157941:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba37b80 00000100:00100000:0.0:1746126826.169626:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.173088:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005463296 00000100:00100000:2.0:1746126826.173098:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005463296 00010000:00010000:2.0:1746126826.173146:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.173173:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17920 00000100:00100000:2.0:1746126826.173179:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005463296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.173191:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.173207:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.173221:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.173240:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a6f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f1 expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.173266:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.173268:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.173275:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.173282:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.173310:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.173322:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716352:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.174312:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.175362:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.175430:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716352:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.175442:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.175468:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005463296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2288us (5848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.175475:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17920 00000100:00100000:3.0:1746126826.175528:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005463552 00000100:00100000:3.0:1746126826.175532:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005463552 00002000:00100000:3.0:1746126826.175556:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6300 x1830946005463552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.175564:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946005463552 ext(0->4095) 00002000:00010000:3.0:1746126826.175567:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6300 00000100:00100000:3.0:1746126826.176458:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13796 00000100:00100000:3.0:1746126826.176466:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+100:2029:x1830946005463552:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126826.176570:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+100:2029:x1830946005463552:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (1209us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.176576:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13796 00002000:00100000:3.0:1746126826.176581:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6300 x1830946005463552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.176588:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946005463552 ext(0->4095) 00002000:00010000:3.0:1746126826.176591:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6300 00000100:00100000:0.0:1746126826.186954:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.187170:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005463680 00000100:00100000:2.0:1746126826.187179:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005463680 00000100:00100000:2.0:1746126826.187228:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30202 00000100:00100000:2.0:1746126826.187235:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005463680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.187251:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.187265:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff79ff expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.187289:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.187297:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.187298:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.187301:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.187326:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.187336:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 99 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.187347:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997716480:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.192307:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.194485:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997716480:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.194510:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.194523:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db400, rc 0) 00000100:00100000:3.0:1746126826.194561:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005463680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7325us (7614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.194569:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30202 00000100:00100000:1.0:1746126826.204748:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.204812:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.204879:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005463808 00000100:00100000:2.0:1746126826.204887:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005463808 00002000:00100000:2.0:1746126826.204924:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de11c00 x1830946005463808/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.204932:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de11c00 with x1830946005463808 ext(0->7) 00010000:00010000:2.0:1746126826.204940:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 100 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.204951:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 100 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.204956:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de11c00 00000100:00100000:2.0:1746126826.204982:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2868 00000100:00100000:2.0:1746126826.204988:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+100:2027:x1830946005463808:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126826.205146:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005463936 00000100:00100000:3.0:1746126826.205150:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005463936 00000100:00100000:3.0:1746126826.205170:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30203 00000100:00100000:3.0:1746126826.205175:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:1764:x1830946005463936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.205182:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.205191:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a06 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.205207:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.205211:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.205216:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126826.205219:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.205246:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.205260:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.205268:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126826.205303:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:1764:x1830946005463936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.205308:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30203 00000100:00100000:2.0:1746126826.206947:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005463808:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1954us (2199us total) trans 4294970653 rc 0/0 00000100:00100000:2.0:1746126826.206955:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2868 00002000:00100000:2.0:1746126826.206961:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de11c00 x1830946005463808/t4294970653(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.206968:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de11c00 with x1830946005463808 ext(0->7) 00010000:00010000:2.0:1746126826.206974:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.206984:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.206990:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de11c00 00000100:00100000:0.0:1746126826.216575:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.216807:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005464064 00000100:00100000:2.0:1746126826.216815:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005464064 00010000:00010000:2.0:1746126826.216844:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.216872:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17921 00000100:00100000:2.0:1746126826.216878:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2030:x1830946005464064:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.216889:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.216904:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.216913:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.216930:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a6fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79f8 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.216956:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.216958:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.216964:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.216970:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.216997:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.217006:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.217019:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716736:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.217534:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.222311:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716736:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.222331:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.222377:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2030:x1830946005464064:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5497us (5807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.222386:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17921 00000100:00100000:0.0:1746126826.224296:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.224446:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005464320 00000100:00100000:2.0:1746126826.224453:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005464320 00002000:00100000:2.0:1746126826.224487:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5880 x1830946005464320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.224496:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5880 with x1830946005464320 ext(0->4095) 00010000:00010000:2.0:1746126826.224504:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.224519:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.224524:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b5880 00000100:00100000:2.0:1746126826.224538:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2869 00000100:00100000:2.0:1746126826.224543:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005464320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.224670:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005464320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.224679:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2869 00002000:00100000:2.0:1746126826.224684:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5880 x1830946005464320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.224691:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5880 with x1830946005464320 ext(0->4095) 00010000:00010000:2.0:1746126826.224695:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.224704:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.224710:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b5880 00000100:00100000:0.0:1746126826.227524:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.227670:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005464448 00000100:00100000:2.0:1746126826.227677:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005464448 00010000:00010000:2.0:1746126826.227701:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.227720:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17922 00000100:00100000:2.0:1746126826.227725:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005464448:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.227735:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.227749:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.227758:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.227786:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734a704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff79ff expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.227811:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.227813:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.227818:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 101 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.227824:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 101 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.227847:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 101 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.227856:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716864:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.228840:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.230436:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997716864:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.230449:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.230477:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005464448:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2751us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.230484:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17922 00000100:00100000:0.0:1746126826.231377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.231474:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005464704 00000100:00100000:1.0:1746126826.231480:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005464704 00002000:00100000:1.0:1746126826.231508:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5f80 x1830946005464704/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.231518:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5f80 with x1830946005464704 ext(0->4095) 00002000:00010000:1.0:1746126826.231522:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b5f80 00000100:00100000:1.0:1746126826.231827:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13797 00000100:00100000:1.0:1746126826.231834:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005464704:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.232383:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005464704:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 548us (1006us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.232389:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13797 00002000:00100000:1.0:1746126826.232394:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5f80 x1830946005464704/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.232407:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5f80 with x1830946005464704 ext(0->4095) 00002000:00010000:1.0:1746126826.232410:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b5f80 00000100:00100000:0.0:1746126826.234464:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.234566:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005464832 00000100:00100000:2.0:1746126826.234573:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005464832 00000100:00100000:2.0:1746126826.234827:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30204 00000100:00100000:2.0:1746126826.234834:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005464832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.234847:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.234860:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a0d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.234886:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 101 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.234892:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.234893:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.234896:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.234917:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 101 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.234925:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 101 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.234934:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997716992:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.234995:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.237629:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997716992:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.237652:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.237664:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:2.0:1746126826.237695:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005464832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2861us (3234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.237701:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30204 00000100:00100000:0.0:1746126826.237956:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.238049:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005464960 00000100:00100000:3.0:1746126826.238054:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005464960 00010000:00010000:3.0:1746126826.238076:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.238093:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17923 00000100:00100000:3.0:1746126826.238098:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005464960:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.238108:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.238123:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.238147:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.238165:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a70b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a06 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.238344:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.238346:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.238353:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.238361:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.238385:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.238395:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717120:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.238431:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.241873:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717120:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.241889:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.241920:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:2027:x1830946005464960:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3821us (3965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.241928:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17923 00000100:00100000:0.0:1746126826.243258:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.243291:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.243341:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005465216 00000100:00100000:1.0:1746126826.243347:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005465216 00002000:00100000:1.0:1746126826.243379:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ca80 x1830946005465216/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.243387:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ca80 with x1830946005465216 ext(0->4095) 00002000:00010000:1.0:1746126826.243391:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2ca80 00000100:00100000:1.0:1746126826.243413:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13798 00000100:00100000:1.0:1746126826.243417:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005465216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126826.243517:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005465216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.243523:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13798 00002000:00100000:1.0:1746126826.243527:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2ca80 x1830946005465216/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.243534:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2ca80 with x1830946005465216 ext(0->4095) 00002000:00010000:1.0:1746126826.243536:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2ca80 00000100:00100000:2.0:1746126826.243632:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005465344 00000100:00100000:2.0:1746126826.243636:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005465344 00000100:00100000:2.0:1746126826.243657:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30205 00000100:00100000:2.0:1746126826.243662:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+101:1764:x1830946005465344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.243669:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.243680:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a14 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.243698:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.243705:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.243707:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.243709:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.243732:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.243743:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 5 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.243753:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997717248:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.243812:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.245757:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.245871:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005465472 00000100:00100000:2.0:1746126826.245876:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005465472 00000100:00100000:3.0:1746126826.246201:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997717248:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.246221:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.246233:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992db600, rc 0) 00000100:00100000:3.0:1746126826.246260:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+103:1764:x1830946005465344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2598us (2968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.246266:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30205 00000100:00100000:3.0:1746126826.246280:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30206 00000100:00100000:3.0:1746126826.246286:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+102:1765:x1830946005465472:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.246294:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.246302:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a1b expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.246315:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.246318:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.246323:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.246326:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 103 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.246345:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.246353:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 103 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.246359:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126826.246368:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+103:1765:x1830946005465472:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.246373:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30206 00000100:00100000:0.0:1746126826.247811:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.247957:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005465600 00000100:00100000:3.0:1746126826.247962:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005465600 00010000:00010000:3.0:1746126826.247981:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.248009:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17924 00000100:00100000:3.0:1746126826.248014:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005465600:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.248022:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.248037:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.248046:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.248061:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dba00/0x63da90637734a712 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a0d expref: 6 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.248081:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.248083:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.248088:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.248094:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.248111:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.248120:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 102 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.248148:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717504:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.248197:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.250834:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.250935:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005465856 00000100:00100000:2.0:1746126826.250941:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005465856 00002000:00100000:2.0:1746126826.250976:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea680 x1830946005465856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.250991:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea680 with x1830946005465856 ext(0->4095) 00010000:00010000:2.0:1746126826.250998:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.251010:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.251016:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deea680 00000100:00100000:2.0:1746126826.251039:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2870 00000100:00100000:2.0:1746126826.251045:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005465856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.251149:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717504:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.251163:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.251194:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005465600:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3179us (3385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.251200:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17924 00000100:00100000:2.0:1746126826.251693:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005465856:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 647us (865us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.251699:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2870 00002000:00100000:2.0:1746126826.251704:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea680 x1830946005465856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.251711:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea680 with x1830946005465856 ext(0->4095) 00010000:00010000:2.0:1746126826.251716:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.251724:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:2.0:1746126826.251729:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deea680 00000100:00100000:0.0:1746126826.255245:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.255349:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005465984 00000100:00100000:3.0:1746126826.255357:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005465984 00010000:00010000:3.0:1746126826.255387:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.255422:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17925 00000100:00100000:3.0:1746126826.255429:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2029:x1830946005465984:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.255441:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.255458:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.255469:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.255490:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db600/0x63da90637734a719 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a14 expref: 103 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.255661:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.255663:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.255670:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.255677:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.255704:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.255714:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717632:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.256043:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.258602:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717632:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.258619:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.258658:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2029:x1830946005465984:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3229us (3420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.258668:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17925 00000100:00100000:0.0:1746126826.259042:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.259466:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005466240 00000100:00100000:3.0:1746126826.259471:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005466240 00002000:00100000:3.0:1746126826.259499:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb100 x1830946005466240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.259508:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb100 with x1830946005466240 ext(0->4095) 00002000:00010000:3.0:1746126826.259512:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb100 00000100:00100000:3.0:1746126826.259986:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13799 00000100:00100000:3.0:1746126826.259994:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005466240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.260113:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005466240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1070us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.260118:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13799 00002000:00100000:3.0:1746126826.260123:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb100 x1830946005466240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.260145:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb100 with x1830946005466240 ext(0->4095) 00002000:00010000:3.0:1746126826.260147:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb100 00000100:00100000:0.0:1746126826.262057:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.262149:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005466368 00000100:00100000:2.0:1746126826.262157:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005466368 00000100:00100000:2.0:1746126826.262378:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30207 00000100:00100000:2.0:1746126826.262386:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005466368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.262399:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.262411:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a22 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.262434:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 101 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.262441:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.262442:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.262445:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.262467:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 101 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.262476:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 101 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.262485:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997717760:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.262545:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.264258:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997717760:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.264277:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.264292:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075e00, rc 0) 00000100:00100000:2.0:1746126826.264322:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005466368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1937us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.264328:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30207 00000100:00100000:0.0:1746126826.265713:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.265849:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005466496 00000100:00100000:3.0:1746126826.265855:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005466496 00010000:00010000:3.0:1746126826.265875:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 102 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.265902:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17926 00000100:00100000:3.0:1746126826.265907:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2028:x1830946005466496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.265918:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.265934:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 102 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.265943:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 102 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.265960:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a720 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a1b expref: 102 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.266252:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.266254:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.266261:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.266269:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.266295:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.266304:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717888:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.266354:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.267904:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997717888:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.267917:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.267951:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:2028:x1830946005466496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2042us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.267959:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17926 00000100:00100000:0.0:1746126826.268066:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.268140:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005466752 00000100:00100000:1.0:1746126826.268145:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005466752 00002000:00100000:1.0:1746126826.268261:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adead80 x1830946005466752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.268270:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adead80 with x1830946005466752 ext(0->4095) 00002000:00010000:1.0:1746126826.268274:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adead80 00000100:00100000:1.0:1746126826.268300:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13800 00000100:00100000:1.0:1746126826.268307:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005466752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126826.268408:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005466752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.268413:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13800 00002000:00100000:1.0:1746126826.268418:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adead80 x1830946005466752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.268425:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adead80 with x1830946005466752 ext(0->4095) 00002000:00010000:1.0:1746126826.268427:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adead80 00000100:00100000:0.0:1746126826.269704:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.269805:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005466880 00000100:00100000:2.0:1746126826.269810:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005466880 00000100:00100000:2.0:1746126826.269841:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30208 00000100:00100000:2.0:1746126826.269847:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:1764:x1830946005466880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.269855:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.269867:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a29 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.269887:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.269893:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.269895:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.269898:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.269921:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.269932:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.269947:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997718016:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.270299:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.270471:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.270552:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005467008 00000100:00100000:1.0:1746126826.270556:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005467008 00000100:00100000:1.0:1746126826.270588:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30209 00000100:00100000:1.0:1746126826.270594:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+103:1765:x1830946005467008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.270600:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.270606:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a30 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.270618:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.270621:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 104 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.270626:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.270629:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 104 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.270647:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 104 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.270658:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 104 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.270666:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126826.270696:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+104:1765:x1830946005467008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.270701:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30209 00000100:00100000:2.0:1746126826.272336:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997718016:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.272353:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.272363:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834400, rc 0) 00000100:00100000:2.0:1746126826.272850:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:1764:x1830946005466880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3002us (3146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.272857:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30208 00000100:00100000:0.0:1746126826.273249:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.273307:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005467136 00000100:00100000:3.0:1746126826.273312:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005467136 00010000:00010000:3.0:1746126826.273331:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.273355:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17927 00000100:00100000:3.0:1746126826.273361:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005467136:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.273370:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.273385:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.273394:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.273411:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734a727 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a22 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.273641:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.273643:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.273649:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.273655:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.273677:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.273686:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.273695:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718272:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.274035:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.275475:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718272:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.275488:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.275868:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005467136:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2505us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.275876:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17927 00000100:00100000:0.0:1746126826.280213:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.280335:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005467392 00000100:00100000:3.0:1746126826.280343:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005467392 00002000:00100000:3.0:1746126826.280379:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bed80 x1830946005467392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.280387:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bed80 with x1830946005467392 ext(0->4095) 00010000:00010000:3.0:1746126826.280395:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.280407:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.280413:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bed80 00000100:00100000:3.0:1746126826.280476:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2871 00000100:00100000:3.0:1746126826.280483:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005467392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.280916:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005467392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 284us (561us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.280923:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2871 00002000:00100000:3.0:1746126826.280929:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bed80 x1830946005467392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.280936:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bed80 with x1830946005467392 ext(0->4095) 00010000:00010000:3.0:1746126826.280941:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.280950:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.280955:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bed80 00000100:00100000:0.0:1746126826.283793:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.285934:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005467520 00000100:00100000:2.0:1746126826.285943:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005467520 00010000:00010000:2.0:1746126826.285975:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.286001:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17928 00000100:00100000:2.0:1746126826.286007:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005467520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.286017:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.286032:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.286042:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.286064:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a72e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a29 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.286650:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.286653:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.286659:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 102 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.286666:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 102 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.286693:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 102 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.286703:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718400:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.286787:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.289083:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718400:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.289098:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126826.289586:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.289666:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005467520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3657us (5879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.289674:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17928 00000100:00100000:3.0:1746126826.289755:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005467776 00000100:00100000:3.0:1746126826.289761:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005467776 00002000:00100000:3.0:1746126826.289796:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176a00 x1830946005467776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.289806:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176a00 with x1830946005467776 ext(0->4095) 00002000:00010000:3.0:1746126826.289809:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099176a00 00000100:00100000:3.0:1746126826.289823:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13801 00000100:00100000:3.0:1746126826.289828:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2029:x1830946005467776:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126826.289909:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2029:x1830946005467776:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 81us (324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.289914:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13801 00002000:00100000:3.0:1746126826.289919:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176a00 x1830946005467776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.289925:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176a00 with x1830946005467776 ext(0->4095) 00002000:00010000:3.0:1746126826.289928:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099176a00 00000100:00100000:0.0:1746126826.292638:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.292781:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005467904 00000100:00100000:2.0:1746126826.292788:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005467904 00000100:00100000:2.0:1746126826.292828:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30210 00000100:00100000:2.0:1746126826.292834:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005467904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.292850:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.292862:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a37 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.292884:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 101 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.292890:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.292891:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.292895:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.292917:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 101 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.292927:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 101 pid: 9597 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.292937:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997718528:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.293001:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.294557:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997718528:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.294577:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.294832:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835e00, rc 0) 00000100:00100000:2.0:1746126826.295084:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005467904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2248us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.295094:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30210 00000100:00100000:0.0:1746126826.295254:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.295498:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005468032 00000100:00100000:2.0:1746126826.295502:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005468032 00010000:00010000:2.0:1746126826.295519:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 102 pid: 9597 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.295536:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17929 00000100:00100000:2.0:1746126826.295541:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005468032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.295550:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.295564:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 102 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.295573:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 102 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.295588:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a735 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a30 expref: 102 pid: 9597 timeout: 821 lvb_type: 0 00010000:00010000:2.0:1746126826.295999:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.296002:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.296008:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.296016:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.296037:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.296047:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718656:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.296735:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.299963:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.300683:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005468160 00000100:00100000:2.0:1746126826.300690:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005468160 00000100:00100000:0.0:1746126826.300786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.300890:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005468416 00000100:00100000:1.0:1746126826.300893:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005468416 00002000:00100000:1.0:1746126826.300917:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177480 x1830946005468416/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.300926:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177480 with x1830946005468416 ext(0->4095) 00002000:00010000:1.0:1746126826.300930:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099177480 00000100:00100000:3.0:1746126826.300981:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718656:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.300995:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.301025:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005468032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5484us (5771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.301032:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17929 00000100:00100000:2.0:1746126826.301249:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30211 00000100:00100000:2.0:1746126826.301255:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:1764:x1830946005468160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.301265:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.301277:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a3e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.301298:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.301304:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.301306:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.301308:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.301333:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.301343:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.301352:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997718784:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.301389:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.301645:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2872 00000100:00100000:1.0:1746126826.301651:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005468416:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126826.301737:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005468416:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (952us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.301742:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2872 00002000:00100000:1.0:1746126826.301747:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177480 x1830946005468416/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.301754:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177480 with x1830946005468416 ext(0->4095) 00010000:00010000:1.0:1746126826.301759:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.301782:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126826.301788:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177480 00000100:00100000:2.0:1746126826.303760:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997718784:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.303793:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.303805:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834e00, rc 0) 00000100:00100000:2.0:1746126826.303841:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:1764:x1830946005468160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2586us (3885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.303848:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30211 00000100:00100000:0.0:1746126826.305419:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.305950:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.306181:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005468544 00000100:00100000:2.0:1746126826.306188:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005468544 00000100:00100000:3.0:1746126826.306447:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005468672 00000100:00100000:3.0:1746126826.306451:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005468672 00010000:00010000:3.0:1746126826.306471:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.306489:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17930 00000100:00100000:3.0:1746126826.306495:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005468672:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.306505:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.306520:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.306530:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.306547:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734a73c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a37 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.306561:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.306563:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.306568:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.306576:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.306599:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.306610:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718912:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.306656:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.307040:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30212 00000100:00100000:2.0:1746126826.307046:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:1765:x1830946005468544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.307057:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.307065:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a45 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.307080:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.307084:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.307085:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.307088:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.307101:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.307108:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.307116:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997719040:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.307169:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.309590:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997718912:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.309604:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.309641:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005468672:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3145us (3691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.309648:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17930 00000100:00100000:0.0:1746126826.309737:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.309805:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005468928 00000100:00100000:3.0:1746126826.309809:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005468928 00000100:00100000:2.0:1746126826.309868:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997719040:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.309883:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 104 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.309893:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834400, rc 0) 00000100:00100000:2.0:1746126826.309914:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:1765:x1830946005468544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2868us (4499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.309920:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30212 00002000:00100000:3.0:1746126826.309964:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bb100 x1830946005468928/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.309973:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bb100 with x1830946005468928 ext(0->4095) 00010000:00010000:3.0:1746126826.309979:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.309989:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.309994:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1bb100 00000100:00100000:3.0:1746126826.310019:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2873 00000100:00100000:3.0:1746126826.310025:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2028:x1830946005468928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.310329:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2028:x1830946005468928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 303us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.310337:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2873 00002000:00100000:3.0:1746126826.310342:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bb100 x1830946005468928/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.310349:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bb100 with x1830946005468928 ext(0->4095) 00010000:00010000:3.0:1746126826.310353:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.310362:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:3.0:1746126826.310367:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1bb100 00000100:00100000:0.0:1746126826.313328:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.313457:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005469056 00000100:00100000:3.0:1746126826.313464:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005469056 00010000:00010000:3.0:1746126826.313489:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.313517:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17931 00000100:00100000:3.0:1746126826.313524:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005469056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.313534:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.313549:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.313558:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.313575:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834e00/0x63da90637734a743 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a3e expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.313595:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.313597:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.313602:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.313609:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.313636:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.313646:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719168:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.313708:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.315046:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719168:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.315058:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.315083:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005469056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1560us (1761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.315089:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17931 00000100:00100000:0.0:1746126826.315686:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.315792:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005469312 00000100:00100000:3.0:1746126826.315797:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005469312 00002000:00100000:3.0:1746126826.315821:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1ba300 x1830946005469312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.315830:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1ba300 with x1830946005469312 ext(0->4095) 00002000:00010000:3.0:1746126826.315833:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1ba300 00000100:00100000:3.0:1746126826.315858:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13803 00000100:00100000:3.0:1746126826.315864:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005469312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.315967:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005469312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.315972:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13803 00002000:00100000:3.0:1746126826.315980:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1ba300 x1830946005469312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.315987:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1ba300 with x1830946005469312 ext(0->4095) 00002000:00010000:3.0:1746126826.315989:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1ba300 00000100:00100000:0.0:1746126826.318008:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.318175:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005469440 00000100:00100000:2.0:1746126826.318180:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005469440 00000100:00100000:2.0:1746126826.318217:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30213 00000100:00100000:2.0:1746126826.318223:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005469440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.318234:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.318248:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a4c expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.318270:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 101 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.318276:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.318278:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.318281:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.318309:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 101 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.318318:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 101 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.318329:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997719296:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.318388:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.319813:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997719296:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.319832:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.319842:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b010000, rc 0) 00000100:00100000:2.0:1746126826.319866:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005469440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1643us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.319873:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30213 00000100:00100000:0.0:1746126826.320661:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.320783:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005469568 00000100:00100000:3.0:1746126826.320789:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005469568 00010000:00010000:3.0:1746126826.320809:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.320838:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17932 00000100:00100000:3.0:1746126826.320843:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2028:x1830946005469568:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.320853:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.320867:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.320875:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.320891:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734a74a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a45 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.320918:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.320920:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.320925:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.320933:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.320954:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.320963:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719424:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.321013:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.322475:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719424:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.322487:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.322511:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:2028:x1830946005469568:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1667us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.322519:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17932 00000100:00100000:0.0:1746126826.322702:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.323028:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005469824 00000100:00100000:3.0:1746126826.323033:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005469824 00002000:00100000:3.0:1746126826.323058:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1baa00 x1830946005469824/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.323067:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1baa00 with x1830946005469824 ext(0->4095) 00002000:00010000:3.0:1746126826.323071:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1baa00 00000100:00100000:3.0:1746126826.323100:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13804 00000100:00100000:3.0:1746126826.323107:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005469824:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.323228:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005469824:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.323233:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13804 00002000:00100000:3.0:1746126826.323239:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1baa00 x1830946005469824/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.323245:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1baa00 with x1830946005469824 ext(0->4095) 00002000:00010000:3.0:1746126826.323248:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1baa00 00000100:00100000:0.0:1746126826.325301:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.325396:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005469952 00000100:00100000:2.0:1746126826.325402:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005469952 00000100:00100000:2.0:1746126826.325445:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30214 00000100:00100000:2.0:1746126826.325451:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+101:1765:x1830946005469952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.325463:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.325477:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a53 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.325500:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.325507:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.325510:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.325513:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.325537:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.325547:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.325557:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997719552:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.325624:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.326547:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.326866:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005470080 00000100:00100000:3.0:1746126826.326870:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005470080 00000100:00100000:3.0:1746126826.327169:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30215 00000100:00100000:3.0:1746126826.327176:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+103:1764:x1830946005470080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.327185:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.327193:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a5a expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.327210:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.327215:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 104 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.327220:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.327223:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 104 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.327243:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 104 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.327258:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 104 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.327266:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126826.327292:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+104:1764:x1830946005470080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.327297:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30215 00000100:00100000:2.0:1746126826.327655:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997719552:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.327671:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.327679:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126826.327709:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:1765:x1830946005469952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2258us (2413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.327714:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30214 00000100:00100000:0.0:1746126826.328464:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.328570:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005470208 00000100:00100000:3.0:1746126826.328574:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005470208 00010000:00010000:3.0:1746126826.328591:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.328609:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17933 00000100:00100000:3.0:1746126826.328614:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005470208:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.328621:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.328636:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.328645:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.328660:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b010000/0x63da90637734a751 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a4c expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.328703:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.328705:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.328710:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.328717:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.328736:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 102 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.328745:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 102 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.328755:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719808:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.328807:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.330484:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719808:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.330495:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.330555:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005470208:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1940us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.330565:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17933 00000100:00100000:0.0:1746126826.331183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.331539:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005470464 00000100:00100000:1.0:1746126826.331544:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005470464 00002000:00100000:1.0:1746126826.331571:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16dc00 x1830946005470464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.331579:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16dc00 with x1830946005470464 ext(0->4095) 00010000:00010000:1.0:1746126826.331585:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.331595:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126826.331600:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16dc00 00000100:00100000:1.0:1746126826.331623:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2874 00000100:00100000:1.0:1746126826.331629:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005470464:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.331722:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2027:x1830946005470464:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.331728:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2874 00002000:00100000:1.0:1746126826.331733:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16dc00 x1830946005470464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.331739:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16dc00 with x1830946005470464 ext(0->4095) 00010000:00010000:1.0:1746126826.331744:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.331752:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126826.331757:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16dc00 00000100:00100000:0.0:1746126826.334263:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.334456:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005470592 00000100:00100000:3.0:1746126826.334464:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005470592 00010000:00010000:3.0:1746126826.334491:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.334512:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17934 00000100:00100000:3.0:1746126826.334517:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2029:x1830946005470592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.334529:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.334543:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.334553:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.334570:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a758 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a53 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.334583:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.334585:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.334590:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.334598:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.334622:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 102 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.334632:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719936:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.334690:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.338722:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.338938:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997719936:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.338952:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.338979:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005470848 00000100:00100000:3.0:1746126826.338986:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2029:x1830946005470592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4468us (4729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.338986:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005470848 00000100:00100000:3.0:1746126826.338996:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17934 00002000:00100000:2.0:1746126826.339021:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f480 x1830946005470848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.339036:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f480 with x1830946005470848 ext(0->4095) 00002000:00010000:2.0:1746126826.339041:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67f480 00000100:00100000:2.0:1746126826.339326:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13805 00000100:00100000:2.0:1746126826.339334:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005470848:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126826.339422:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005470848:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.339427:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13805 00002000:00100000:2.0:1746126826.339432:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f480 x1830946005470848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.339438:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f480 with x1830946005470848 ext(0->4095) 00002000:00010000:2.0:1746126826.339441:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67f480 00000100:00100000:0.0:1746126826.344373:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.344509:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005470976 00000100:00100000:2.0:1746126826.344518:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005470976 00000100:00100000:2.0:1746126826.344829:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30216 00000100:00100000:2.0:1746126826.344837:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005470976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.344851:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.344866:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a61 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.344890:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 101 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.344897:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.344900:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.344903:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.344929:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 101 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.344939:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 101 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.344949:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997720064:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.345034:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.350747:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997720064:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.350788:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.350802:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126826.350838:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005470976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6002us (6472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.350846:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30216 00000100:00100000:0.0:1746126826.359173:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.359213:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005471104 00000100:00100000:1.0:1746126826.359221:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005471104 00002000:00100000:1.0:1746126826.359261:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67d500 x1830946005471104/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.359271:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d500 with x1830946005471104 ext(0->7) 00010000:00010000:1.0:1746126826.359279:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 102 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:1.0:1746126826.359290:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 102 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:1.0:1746126826.359297:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67d500 00000100:00100000:1.0:1746126826.359328:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2875 00000100:00100000:1.0:1746126826.359336:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+102:2027:x1830946005471104:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126826.360023:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2027:x1830946005471104:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 686us (856us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746126826.360031:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2875 00002000:00100000:0.0:1746126826.360037:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67d500 x1830946005471104/t4294970654(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.360045:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d500 with x1830946005471104 ext(0->7) 00010000:00010000:0.0:1746126826.360051:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 104 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126826.360060:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 104 pid: 21550 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126826.360066:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67d500 00000100:00100000:0.0:1746126826.364207:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.364679:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005471232 00000100:00100000:2.0:1746126826.364689:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005471232 00000100:00100000:2.0:1746126826.364740:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30217 00000100:00100000:2.0:1746126826.364747:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:1764:x1830946005471232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.364764:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.364791:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a68 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.364821:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.364826:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.364832:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126826.364835:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 105 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.364865:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.364875:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 105 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.364883:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae0da00, rc 0) 00000100:00100000:2.0:1746126826.364920:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+105:1764:x1830946005471232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.364926:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30217 00000100:00100000:0.0:1746126826.367567:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.367688:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005471360 00000100:00100000:3.0:1746126826.367695:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005471360 00010000:00010000:3.0:1746126826.367725:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 105 pid: 21550 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.367748:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17935 00000100:00100000:3.0:1746126826.367754:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+105:2028:x1830946005471360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.367765:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126826.367789:0:7237:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126826 -> 1746126827 00002000:00010000:3.0:1746126826.367792:0:7237:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126826 -> 1746126827 00010000:00010000:3.0:1746126826.367797:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 105 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.367807:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 105 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.367826:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a75f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a5a expref: 105 pid: 21550 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.367854:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.367856:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.367862:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.367869:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.367895:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.367905:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 5 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.367915:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997720320:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.367975:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.370274:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.370324:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005471616 00000100:00100000:0.0:1746126826.370329:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005471616 00002000:00100000:0.0:1746126826.370362:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982300 x1830946005471616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.370371:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982300 with x1830946005471616 ext(0->4095) 00010000:00010000:0.0:1746126826.370377:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126826.370388:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126826.370394:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982300 00000100:00100000:0.0:1746126826.370422:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2876 00000100:00100000:0.0:1746126826.370429:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005471616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126826.370538:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005471616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126826.370545:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2876 00002000:00100000:0.0:1746126826.370550:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982300 x1830946005471616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.370557:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982300 with x1830946005471616 ext(0->4095) 00010000:00010000:0.0:1746126826.370562:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746126826.370570:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00002000:00010000:0.0:1746126826.370580:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982300 00000100:00100000:3.0:1746126826.370677:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997720320:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.370691:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.370749:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2028:x1830946005471360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2995us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.370756:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17935 00000100:00100000:0.0:1746126826.381289:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.381416:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005471744 00000100:00100000:3.0:1746126826.381423:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005471744 00010000:00010000:3.0:1746126826.381452:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.381481:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17936 00000100:00100000:3.0:1746126826.381487:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005471744:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.381498:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.381517:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.381532:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.381551:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a766 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a61 expref: 6 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.382536:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.382539:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.382546:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.382554:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.382583:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.382593:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997720448:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.383326:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.386025:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997720448:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.386041:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.386076:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005471744:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4588us (4792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.386085:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17936 00000100:00100000:0.0:1746126826.386870:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.387051:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005472000 00000100:00100000:2.0:1746126826.387057:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005472000 00002000:00100000:2.0:1746126826.387089:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc000 x1830946005472000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.387097:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc000 with x1830946005472000 ext(0->4095) 00002000:00010000:2.0:1746126826.387101:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fc000 00000100:00100000:2.0:1746126826.387116:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13806 00000100:00100000:2.0:1746126826.387121:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2028:x1830946005472000:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.387240:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2028:x1830946005472000:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.387246:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13806 00002000:00100000:2.0:1746126826.387251:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc000 x1830946005472000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.387258:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc000 with x1830946005472000 ext(0->4095) 00002000:00010000:2.0:1746126826.387261:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fc000 00000100:00100000:0.0:1746126826.389475:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.389822:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005472128 00000100:00100000:2.0:1746126826.389827:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005472128 00000100:00100000:2.0:1746126826.389862:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30218 00000100:00100000:2.0:1746126826.389868:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005472128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.389879:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.389892:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a6f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.389912:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.389918:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.389919:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.389922:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.389942:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 103 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.389955:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 103 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746126826.389964:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997720576:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.390617:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.392910:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997720576:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.392933:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.392947:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b013800, rc 0) 00000100:00100000:2.0:1746126826.393023:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005472128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3152us (3550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.393029:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30218 00000100:00100000:0.0:1746126826.393887:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.394016:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005472256 00000100:00100000:3.0:1746126826.394023:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005472256 00010000:00010000:3.0:1746126826.394044:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 104 pid: 9594 timeout: 821 lvb_type: 0 00000100:00100000:3.0:1746126826.394062:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17937 00000100:00100000:3.0:1746126826.394067:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2028:x1830946005472256:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.394076:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.394089:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 104 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.394098:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 104 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.394116:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734a76d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a68 expref: 104 pid: 9594 timeout: 821 lvb_type: 0 00010000:00010000:3.0:1746126826.394161:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.394163:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.394170:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.394177:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.394202:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.394211:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997720704:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.394263:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.397019:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.397037:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997720704:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.397052:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.397099:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:2028:x1830946005472256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3030us (3212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.397107:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17937 00000100:00100000:2.0:1746126826.397227:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005472512 00000100:00100000:2.0:1746126826.397233:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005472512 00000100:00100000:2.0:1746126826.397272:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30219 00000100:00100000:2.0:1746126826.397279:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+103:1764:x1830946005472512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.397293:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.397305:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a76 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.397326:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.397335:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.397337:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.397339:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 104 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.397361:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.397369:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.397379:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997720832:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.397422:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.397435:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.397559:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005472640 00000100:00100000:1.0:1746126826.397562:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005472640 00002000:00100000:1.0:1746126826.397586:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95880 x1830946005472640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.397601:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95880 with x1830946005472640 ext(0->4095) 00010000:00010000:1.0:1746126826.397608:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.397616:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.397622:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd95880 00000100:00100000:1.0:1746126826.397634:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2877 00000100:00100000:1.0:1746126826.397640:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005472640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126826.397734:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005472640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.397739:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2877 00002000:00100000:1.0:1746126826.397743:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95880 x1830946005472640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.397750:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95880 with x1830946005472640 ext(0->4095) 00010000:00010000:1.0:1746126826.397754:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.397762:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.397774:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd95880 00000100:00100000:0.0:1746126826.400613:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.400652:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.400705:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005472768 00000100:00100000:1.0:1746126826.400711:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005472768 00000100:00100000:1.0:1746126826.400741:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30220 00000100:00100000:1.0:1746126826.400747:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+105:1765:x1830946005472768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.400760:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.400782:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a7d expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.400796:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005472896 00000100:00100000:3.0:1746126826.400800:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005472896 00010000:00010000:1.0:1746126826.400804:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.400808:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 106 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.400814:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.400817:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.400817:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 106 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.400834:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17938 00000100:00100000:3.0:1746126826.400838:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005472896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.400846:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.400848:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 106 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.400859:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 106 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.400861:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.400867:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00010000:00010000:3.0:1746126826.400870:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.400885:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.400886:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.400891:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 106 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.400897:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 106 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.400898:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+106:1765:x1830946005472768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.400903:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30220 00010000:00010000:3.0:1746126826.400913:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.400922:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.400932:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721088:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.400978:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00010000:00010000:2.0:1746126826.400981:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734a774 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a6f expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.400996:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997720832:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.401011:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.401018:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.401032:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126826.401049:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+105:1764:x1830946005472512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3771us (4035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.401055:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30219 00000100:00100000:2.0:1746126826.406871:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.406929:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005473152 00000100:00100000:0.0:1746126826.406937:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005473152 00002000:00100000:0.0:1746126826.406972:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dce00 x1830946005473152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126826.406977:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721088:192.168.202.29@tcp:105: 00002000:00100000:0.0:1746126826.406981:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dce00 with x1830946005473152 ext(0->4095) 00010000:00010000:0.0:1746126826.406988:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.406991:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126826.406999:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.407004:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dce00 00000100:00100000:3.0:1746126826.407030:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005472896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6190us (6377us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126826.407033:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2878 00000100:00100000:3.0:1746126826.407038:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17938 00000100:00100000:0.0:1746126826.407039:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+105:2029:x1830946005473152:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126826.407155:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+105:2029:x1830946005473152:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126826.407162:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2878 00002000:00100000:0.0:1746126826.407167:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dce00 x1830946005473152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.407173:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dce00 with x1830946005473152 ext(0->4095) 00010000:00010000:0.0:1746126826.407177:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.407184:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.407190:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dce00 00000100:00100000:0.0:1746126826.415217:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.415273:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005473280 00000100:00100000:3.0:1746126826.415281:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005473280 00010000:00010000:3.0:1746126826.415318:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.415351:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17939 00000100:00100000:3.0:1746126826.415357:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+105:2028:x1830946005473280:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.415367:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.415382:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.415395:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.415411:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a77b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a76 expref: 105 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.415434:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.415436:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.415441:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 104 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.415448:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 104 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.415471:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 104 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.415480:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721216:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.415543:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.417462:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721216:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.417478:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.417507:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2028:x1830946005473280:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2150us (2296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.417515:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17939 00000100:00100000:0.0:1746126826.418503:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.419469:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005473536 00000100:00100000:1.0:1746126826.419476:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005473536 00002000:00100000:1.0:1746126826.419512:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269f80 x1830946005473536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.419521:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269f80 with x1830946005473536 ext(0->4095) 00002000:00010000:1.0:1746126826.419527:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099269f80 00000100:00100000:1.0:1746126826.419723:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13807 00000100:00100000:1.0:1746126826.419731:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2027:x1830946005473536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.419899:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2027:x1830946005473536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (1398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.419905:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13807 00002000:00100000:1.0:1746126826.419910:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269f80 x1830946005473536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.419917:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269f80 with x1830946005473536 ext(0->4095) 00002000:00010000:1.0:1746126826.419920:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099269f80 00000100:00100000:0.0:1746126826.424907:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.424982:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005473664 00000100:00100000:2.0:1746126826.424990:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005473664 00000100:00100000:2.0:1746126826.425033:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30221 00000100:00100000:2.0:1746126826.425038:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005473664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.425052:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.425064:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a84 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.425086:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 103 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.425092:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.425093:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.425096:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.425117:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 103 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.425158:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 103 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.425168:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997721344:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.425553:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.431632:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997721344:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.431661:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.431675:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e5c00, rc 0) 00000100:00100000:2.0:1746126826.431852:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005473664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6812us (7121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.431860:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30221 00000100:00100000:0.0:1746126826.432021:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.432509:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005473792 00000100:00100000:1.0:1746126826.432515:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005473792 00002000:00100000:1.0:1746126826.432544:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009926a300 x1830946005473792/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.432553:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926a300 with x1830946005473792 ext(0->7) 00010000:00010000:1.0:1746126826.432558:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 104 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.432569:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 104 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.432574:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926a300 00000100:00100000:1.0:1746126826.432588:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2879 00000100:00100000:1.0:1746126826.432593:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+104:2028:x1830946005473792:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126826.434816:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+106:2028:x1830946005473792:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2217us (2790us total) trans 4294970655 rc 0/0 00000100:00100000:2.0:1746126826.434825:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2879 00002000:00100000:2.0:1746126826.434832:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009926a300 x1830946005473792/t4294970655(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.434841:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926a300 with x1830946005473792 ext(0->7) 00010000:00010000:2.0:1746126826.434847:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 106 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.434859:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 106 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.434865:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926a300 00000001:00080000:0.0:1746126826.436161:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970655 is committed 00000100:00100000:0.0:1746126826.440807:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.441044:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005473920 00000100:00100000:2.0:1746126826.441052:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005473920 00000100:00100000:2.0:1746126826.441100:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30222 00000100:00100000:2.0:1746126826.441108:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:1764:x1830946005473920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.441122:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.441160:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a8b expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.441181:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.441186:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.441191:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126826.441194:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.441221:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.441232:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.441240:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:0.0:1746126826.441572:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.441731:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005474048 00000100:00100000:3.0:1746126826.441735:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005474048 00010000:00010000:3.0:1746126826.441751:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.441780:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17940 00000100:00100000:3.0:1746126826.441785:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005474048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.441793:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.441807:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.441816:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.441830:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a782 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a7d expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.441856:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.441858:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.441863:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.441869:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.441887:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.441896:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.441906:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721600:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.441959:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.442016:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1764:x1830946005473920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 908us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.442022:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30222 00000100:00100000:0.0:1746126826.443621:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.443677:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005474304 00000100:00100000:2.0:1746126826.443681:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005474304 00002000:00100000:2.0:1746126826.443707:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa300 x1830946005474304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.443715:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa300 with x1830946005474304 ext(0->4095) 00010000:00010000:2.0:1746126826.443721:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.443734:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.443739:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1aa300 00000100:00100000:2.0:1746126826.443751:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2880 00000100:00100000:2.0:1746126826.443756:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005474304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126826.443869:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005474304:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.443874:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2880 00002000:00100000:2.0:1746126826.443879:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa300 x1830946005474304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.443885:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa300 with x1830946005474304 ext(0->4095) 00010000:00010000:2.0:1746126826.443889:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.443896:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.443901:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1aa300 00000100:00100000:3.0:1746126826.443968:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721600:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.443979:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.443996:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005474048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2211us (2425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.444001:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17940 00000100:00100000:0.0:1746126826.448922:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.449050:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005474432 00000100:00100000:3.0:1746126826.449058:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005474432 00010000:00010000:3.0:1746126826.449087:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.449109:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17941 00000100:00100000:3.0:1746126826.449115:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005474432:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.449146:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.449163:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.449174:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.449192:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5c00/0x63da90637734a789 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a84 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.449217:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.449219:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.449225:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.449232:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.449258:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.449269:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721728:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.449709:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.452585:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721728:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.452600:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.452636:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005474432:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3520us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.452645:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17941 00000100:00100000:1.0:1746126826.452780:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.452869:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005474688 00000100:00100000:2.0:1746126826.452875:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005474688 00002000:00100000:2.0:1746126826.452904:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad65880 x1830946005474688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.452912:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad65880 with x1830946005474688 ext(0->4095) 00002000:00010000:2.0:1746126826.452917:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad65880 00000100:00100000:2.0:1746126826.452930:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13808 00000100:00100000:2.0:1746126826.452935:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005474688:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126826.453019:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005474688:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.453024:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13808 00002000:00100000:2.0:1746126826.453028:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad65880 x1830946005474688/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.453034:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad65880 with x1830946005474688 ext(0->4095) 00002000:00010000:2.0:1746126826.453036:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad65880 00000100:00100000:0.0:1746126826.457509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.457583:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005474816 00000100:00100000:2.0:1746126826.457590:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005474816 00000100:00100000:2.0:1746126826.457629:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30223 00000100:00100000:2.0:1746126826.457635:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005474816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.457649:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.457661:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a92 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.457683:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.457689:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.457690:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.457693:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.457720:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.457729:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.457740:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997721856:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.457815:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.460541:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.460696:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005474944 00000100:00100000:3.0:1746126826.460703:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005474944 00010000:00010000:3.0:1746126826.460730:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.460893:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997721856:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.460912:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.460924:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126826.460956:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005474816:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3322us (3454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.460964:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30223 00000100:00100000:3.0:1746126826.461055:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17942 00000100:00100000:3.0:1746126826.461062:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005474944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.461072:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.461087:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.461100:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.461117:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a790 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a8b expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.461978:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.461981:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.461989:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.461996:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.462022:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.462033:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721984:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.462095:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.463355:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.463423:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005475072 00000100:00100000:2.0:1746126826.463429:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005475072 00000100:00100000:2.0:1746126826.463505:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30224 00000100:00100000:2.0:1746126826.463512:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:1764:x1830946005475072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.463524:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.463535:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7a99 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.463552:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.463558:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.463559:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.463561:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.463579:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.463588:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.463596:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997722112:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.463957:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.464556:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997721984:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.464567:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.464587:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005474944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3526us (4054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.464595:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17942 00000100:00100000:1.0:1746126826.464703:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.464850:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005475328 00000100:00100000:3.0:1746126826.464854:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005475328 00002000:00100000:3.0:1746126826.464879:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad66d80 x1830946005475328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.464887:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad66d80 with x1830946005475328 ext(0->4095) 00010000:00010000:3.0:1746126826.464893:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.464903:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.464908:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad66d80 00000100:00100000:3.0:1746126826.464932:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2881 00000100:00100000:3.0:1746126826.464938:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005475328:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.465033:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005475328:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.465038:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2881 00002000:00100000:3.0:1746126826.465043:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad66d80 x1830946005475328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.465049:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad66d80 with x1830946005475328 ext(0->4095) 00010000:00010000:3.0:1746126826.465053:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.465061:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.465065:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad66d80 00010000:00010000:3.0:1746126826.466719:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126826.466839:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.466939:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997722112:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.466959:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.466971:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126826.467001:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:1764:x1830946005475072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3489us (3648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.467007:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30224 00000100:00100000:1.0:1746126826.467017:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005475456 00000100:00100000:1.0:1746126826.467022:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005475456 00000100:00100000:1.0:1746126826.467049:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30225 00000100:00100000:1.0:1746126826.467169:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+6:1765:x1830946005475456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.467180:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.467190:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7aa0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.467207:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.467211:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.467217:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.467220:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.467245:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.467254:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.467260:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126826.467276:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1765:x1830946005475456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.467282:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30225 00000100:00100000:0.0:1746126826.467387:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.467440:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005475584 00000100:00100000:3.0:1746126826.467444:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005475584 00010000:00010000:3.0:1746126826.467457:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.467473:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17943 00000100:00100000:3.0:1746126826.467477:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005475584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.467484:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.467498:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.467506:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.467518:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a797 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a92 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.467526:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.467528:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.467532:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.467538:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.467554:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.467568:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.467577:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997722368:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.467633:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.470452:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997722368:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.470466:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.470494:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005475584:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3016us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.470501:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17943 00000100:00100000:0.0:1746126826.471607:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.472719:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005475840 00000100:00100000:2.0:1746126826.472727:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005475840 00002000:00100000:2.0:1746126826.472776:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de74700 x1830946005475840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.472792:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74700 with x1830946005475840 ext(0->4095) 00010000:00010000:2.0:1746126826.472799:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.472811:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.472817:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de74700 00000100:00100000:2.0:1746126826.472840:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2882 00000100:00100000:2.0:1746126826.472845:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005475840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.473368:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005475840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 521us (1762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.473374:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2882 00002000:00100000:2.0:1746126826.473379:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de74700 x1830946005475840/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.473386:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74700 with x1830946005475840 ext(0->4095) 00010000:00010000:2.0:1746126826.473390:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.473398:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.473403:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de74700 00000100:00100000:0.0:1746126826.476786:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.476894:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005475968 00000100:00100000:3.0:1746126826.476902:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005475968 00010000:00010000:3.0:1746126826.476928:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.476962:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17944 00000100:00100000:3.0:1746126826.476968:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005475968:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.476978:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.476992:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.477001:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.477019:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a79e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7a99 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.477031:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.477033:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.477037:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.477044:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.477067:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.477076:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997722496:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.477153:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.482605:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997722496:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.482624:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.482665:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005475968:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5696us (5883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.482674:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17944 00000100:00100000:1.0:1746126826.482781:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.482832:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005476224 00000100:00100000:2.0:1746126826.482839:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005476224 00002000:00100000:2.0:1746126826.482872:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5ea00 x1830946005476224/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.482881:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5ea00 with x1830946005476224 ext(0->4095) 00002000:00010000:2.0:1746126826.482885:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5ea00 00000100:00100000:2.0:1746126826.482900:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13809 00000100:00100000:2.0:1746126826.482906:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005476224:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126826.483009:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005476224:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.483015:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13809 00002000:00100000:2.0:1746126826.483020:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5ea00 x1830946005476224/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.483026:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5ea00 with x1830946005476224 ext(0->4095) 00002000:00010000:2.0:1746126826.483029:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5ea00 00000100:00100000:0.0:1746126826.485102:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.485193:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005476352 00000100:00100000:1.0:1746126826.485198:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005476352 00000100:00100000:1.0:1746126826.485321:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30226 00000100:00100000:1.0:1746126826.485327:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005476352:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.485337:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.485350:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7aa7 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.485370:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.485375:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.485377:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.485379:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.485401:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.485410:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.485420:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997722624:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126826.485809:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.487553:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997722624:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126826.487571:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.487586:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:1.0:1746126826.487614:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005476352:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2288us (2517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.487621:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30226 00000100:00100000:0.0:1746126826.488833:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.488960:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005476480 00000100:00100000:3.0:1746126826.488967:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005476480 00010000:00010000:3.0:1746126826.488990:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.489017:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17945 00000100:00100000:3.0:1746126826.489022:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005476480:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.489035:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.489051:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.489060:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.489079:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734a7a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa0 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.489103:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.489105:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.489111:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.489117:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.489154:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.489164:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997722752:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.489222:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.490744:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.490797:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005476608 00000100:00100000:1.0:1746126826.490802:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005476608 00000100:00100000:1.0:1746126826.490836:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30227 00000100:00100000:1.0:1746126826.490842:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+6:1764:x1830946005476608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.490857:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.490868:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7aae expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.490894:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.490904:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.490905:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.490908:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.490930:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.490939:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.490954:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997722880:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.491038:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997722752:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.491048:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.491191:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005476480:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2167us (2358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.491199:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17945 00000100:00100000:0.0:1746126826.491365:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.491549:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.491611:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005476864 00000100:00100000:3.0:1746126826.491614:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005476864 00002000:00100000:3.0:1746126826.491634:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5f80 x1830946005476864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.491643:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5f80 with x1830946005476864 ext(0->4095) 00010000:00010000:3.0:1746126826.491648:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.491658:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.491663:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5f80 00000100:00100000:3.0:1746126826.491676:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2883 00000100:00100000:3.0:1746126826.491681:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005476864:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.491779:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005476864:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.491784:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2883 00002000:00100000:3.0:1746126826.491789:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5f80 x1830946005476864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.491795:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5f80 with x1830946005476864 ext(0->4095) 00010000:00010000:3.0:1746126826.491799:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.491810:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.491815:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5f80 00000100:00100000:0.0:1746126826.493748:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.494172:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005476992 00000100:00100000:2.0:1746126826.494178:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005476992 00000100:00100000:2.0:1746126826.494216:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30228 00000100:00100000:2.0:1746126826.494222:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1765:x1830946005476992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.494232:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.494244:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ab5 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.494261:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.494265:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.494274:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.494277:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.494485:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997722880:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126826.494503:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.494512:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00000100:00100000:1.0:1746126826.494542:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005476608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3700us (3802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.494547:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30227 00010000:00010000:2.0:1746126826.494913:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.494924:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.494931:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126826.494963:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1765:x1830946005476992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 741us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.494968:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30228 00000100:00100000:0.0:1746126826.495219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.495507:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005477120 00000100:00100000:3.0:1746126826.495512:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005477120 00010000:00010000:3.0:1746126826.495530:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.495558:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17946 00000100:00100000:3.0:1746126826.495564:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005477120:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.495577:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.495592:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.495600:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.495615:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a7ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aa7 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.495637:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.495639:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.495645:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.495655:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.495674:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.495683:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.495693:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997723136:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.495739:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.498664:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997723136:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.498680:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.498949:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005477120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3383us (3728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.498957:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17946 00000100:00100000:0.0:1746126826.499194:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.499289:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005477376 00000100:00100000:2.0:1746126826.499295:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005477376 00002000:00100000:2.0:1746126826.499325:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace4e00 x1830946005477376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.499333:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4e00 with x1830946005477376 ext(0->4095) 00010000:00010000:2.0:1746126826.499339:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.499350:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.499355:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace4e00 00000100:00100000:2.0:1746126826.499441:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2884 00000100:00100000:2.0:1746126826.499448:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005477376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126826.499634:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005477376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (440us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.499640:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2884 00002000:00100000:2.0:1746126826.499645:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace4e00 x1830946005477376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.499652:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4e00 with x1830946005477376 ext(0->4095) 00010000:00010000:2.0:1746126826.499656:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.499664:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.499670:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace4e00 00000100:00100000:0.0:1746126826.501170:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.501597:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005477504 00000100:00100000:3.0:1746126826.501603:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005477504 00010000:00010000:3.0:1746126826.501623:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.501650:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17947 00000100:00100000:3.0:1746126826.501655:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005477504:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.501664:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.501677:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.501687:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.501704:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734a7b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aae expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.501717:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.501719:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.501724:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.501731:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.501752:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.501762:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997723264:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.501831:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.503723:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997723264:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.503738:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.503776:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005477504:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2110us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.503784:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17947 00000100:00100000:0.0:1746126826.503969:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.504268:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005477760 00000100:00100000:3.0:1746126826.504273:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005477760 00002000:00100000:3.0:1746126826.504301:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d880 x1830946005477760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.504310:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d880 with x1830946005477760 ext(0->4095) 00002000:00010000:3.0:1746126826.504313:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d880 00000100:00100000:3.0:1746126826.504336:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13810 00000100:00100000:3.0:1746126826.504341:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005477760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.505455:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005477760:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1111us (1483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.505460:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13810 00002000:00100000:3.0:1746126826.505466:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d880 x1830946005477760/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.505474:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d880 with x1830946005477760 ext(0->4095) 00002000:00010000:3.0:1746126826.505477:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d880 00000100:00100000:0.0:1746126826.507575:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.507662:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005477888 00000100:00100000:2.0:1746126826.507670:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005477888 00000100:00100000:2.0:1746126826.511894:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30229 00000100:00100000:2.0:1746126826.511911:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005477888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.511928:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.511944:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7abc expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.511968:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.511978:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.511980:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.511983:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.512009:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.512020:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.512029:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997723392:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.512097:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.514489:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997723392:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.514510:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.514522:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ca00, rc 0) 00000100:00100000:2.0:1746126826.514554:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005477888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2649us (6984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.514561:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30229 00000100:00100000:0.0:1746126826.520904:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.520985:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005478016 00000100:00100000:3.0:1746126826.520992:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005478016 00002000:00100000:3.0:1746126826.521026:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e00ce00 x1830946005478016/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.521034:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ce00 with x1830946005478016 ext(0->7) 00010000:00010000:3.0:1746126826.521041:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.521053:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.521063:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ce00 00000100:00100000:3.0:1746126826.521078:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2885 00000100:00100000:3.0:1746126826.521083:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005478016:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126826.521750:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005478016:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 664us (852us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746126826.521756:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2885 00002000:00100000:0.0:1746126826.521761:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e00ce00 x1830946005478016/t4294970656(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.521777:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ce00 with x1830946005478016 ext(0->7) 00010000:00010000:0.0:1746126826.521782:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.521790:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.521795:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ce00 00000100:00100000:0.0:1746126826.523209:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.523398:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005478144 00000100:00100000:3.0:1746126826.523403:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005478144 00010000:00010000:3.0:1746126826.523424:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.524651:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17948 00000100:00100000:1.0:1746126826.524661:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005478144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.524673:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.524692:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.524702:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.524720:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a7ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ab5 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.524752:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.524754:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.524760:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.524775:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.524803:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.524813:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997723520:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.524877:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.529629:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.529703:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.529782:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005478400 00000100:00100000:2.0:1746126826.529790:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005478400 00002000:00100000:2.0:1746126826.529826:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00c000 x1830946005478400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.529840:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c000 with x1830946005478400 ext(0->4095) 00002000:00010000:2.0:1746126826.529845:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00c000 00000100:00100000:2.0:1746126826.529861:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13811 00000100:00100000:2.0:1746126826.529868:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005478400:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126826.529971:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005478400:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.529977:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13811 00002000:00100000:2.0:1746126826.529982:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00c000 x1830946005478400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.529988:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c000 with x1830946005478400 ext(0->4095) 00002000:00010000:2.0:1746126826.529990:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00c000 00000100:00100000:3.0:1746126826.530057:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005478528 00000100:00100000:3.0:1746126826.530060:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005478528 00000100:00100000:3.0:1746126826.530081:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30230 00000100:00100000:3.0:1746126826.530086:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005478528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.530093:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.530104:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ac3 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.530122:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.530149:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.530151:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.530154:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.530177:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.530191:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.530200:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997723648:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.530245:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.530314:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997723520:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.530327:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.530345:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005478144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5687us (7140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.530352:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17948 00000100:00100000:3.0:1746126826.532630:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997723648:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.532651:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.532664:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126826.532704:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005478528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2616us (3000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.532710:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30230 00000100:00100000:0.0:1746126826.533076:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.533290:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005478656 00000100:00100000:3.0:1746126826.533295:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005478656 00000100:00100000:3.0:1746126826.533327:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30231 00000100:00100000:3.0:1746126826.533334:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1765:x1830946005478656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.533346:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.533357:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7aca expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.533374:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.533378:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.533387:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.533390:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.533413:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.533421:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.533427:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126826.533838:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005478656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 503us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.533843:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30231 00000100:00100000:0.0:1746126826.537366:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.537447:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005478784 00000100:00100000:1.0:1746126826.537454:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005478784 00010000:00010000:1.0:1746126826.537485:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.537563:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17949 00000100:00100000:1.0:1746126826.537570:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005478784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.537581:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.537596:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.537610:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.537628:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a7c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7abc expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.538369:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.538372:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.538379:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.538386:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.538416:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.538425:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.538435:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997723904:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.539379:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.541661:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.541681:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997723904:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.541698:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126826.541734:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005479040 00000100:00100000:0.0:1746126826.541740:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005479040 00002000:00100000:0.0:1746126826.541785:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3de300 x1830946005479040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.541794:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de300 with x1830946005479040 ext(0->4095) 00010000:00010000:0.0:1746126826.541800:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.541812:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.541817:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3de300 00000100:00100000:0.0:1746126826.541875:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2886 00000100:00100000:0.0:1746126826.541883:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005479040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.541895:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005478784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4325us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.541904:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17949 00000100:00100000:0.0:1746126826.541968:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005479040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126826.541973:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2886 00002000:00100000:0.0:1746126826.541977:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3de300 x1830946005479040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.541983:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de300 with x1830946005479040 ext(0->4095) 00010000:00010000:0.0:1746126826.541987:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.542322:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.542330:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3de300 00000100:00100000:0.0:1746126826.544314:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.544923:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005479168 00000100:00100000:1.0:1746126826.544930:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005479168 00010000:00010000:1.0:1746126826.544953:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.544983:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17950 00000100:00100000:1.0:1746126826.544989:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005479168:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.545000:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.545015:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.545024:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.545041:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ac3 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.545066:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.545068:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.545074:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.545080:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.545105:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.545118:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724032:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.545199:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.547870:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.547926:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005479424 00000100:00100000:2.0:1746126826.547933:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005479424 00002000:00100000:2.0:1746126826.547962:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00dc00 x1830946005479424/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.547972:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00dc00 with x1830946005479424 ext(0->4095) 00002000:00010000:2.0:1746126826.547976:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00dc00 00000100:00100000:2.0:1746126826.548004:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13812 00000100:00100000:2.0:1746126826.548011:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005479424:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126826.548337:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724032:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.548351:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.548392:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005479168:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3402us (4082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.548400:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17950 00000100:00100000:3.0:1746126826.548670:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005479424:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 659us (805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.548675:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13812 00002000:00100000:3.0:1746126826.548680:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00dc00 x1830946005479424/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.548686:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00dc00 with x1830946005479424 ext(0->4095) 00002000:00010000:3.0:1746126826.548689:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00dc00 00000100:00100000:0.0:1746126826.550656:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.550733:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005479552 00000100:00100000:3.0:1746126826.550737:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005479552 00000100:00100000:3.0:1746126826.550783:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30232 00000100:00100000:3.0:1746126826.550790:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005479552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.550803:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.550816:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ad1 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.550837:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.550843:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.550845:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.550847:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.550872:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.550880:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.550889:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997724160:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.551068:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.552740:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997724160:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.552759:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.552782:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126826.552811:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005479552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2021us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.552820:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30232 00000100:00100000:0.0:1746126826.554180:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.554250:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005479680 00000100:00100000:1.0:1746126826.554256:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005479680 00010000:00010000:1.0:1746126826.554277:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.554305:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17951 00000100:00100000:1.0:1746126826.554310:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005479680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.554319:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.554334:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.554342:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.554360:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a7cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aca expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.554383:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.554385:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.554391:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.554397:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.554421:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126826.554430:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724288:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.554481:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.556473:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724288:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126826.556487:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.556513:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005479680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2202us (2336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.556520:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17951 00000100:00100000:0.0:1746126826.556885:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.556976:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005479936 00000100:00100000:3.0:1746126826.556982:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005479936 00002000:00100000:3.0:1746126826.557012:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae46d80 x1830946005479936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.557021:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae46d80 with x1830946005479936 ext(0->4095) 00002000:00010000:3.0:1746126826.557025:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae46d80 00000100:00100000:3.0:1746126826.557039:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13813 00000100:00100000:3.0:1746126826.557045:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005479936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.557166:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005479936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.557172:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13813 00002000:00100000:3.0:1746126826.557177:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae46d80 x1830946005479936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.557183:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae46d80 with x1830946005479936 ext(0->4095) 00002000:00010000:3.0:1746126826.557186:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae46d80 00000100:00100000:0.0:1746126826.558829:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.559861:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005480064 00000100:00100000:3.0:1746126826.559868:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005480064 00000100:00100000:3.0:1746126826.559910:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30233 00000100:00100000:3.0:1746126826.559916:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1764:x1830946005480064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.559928:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.559941:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ad8 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.559966:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.559972:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.559973:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.559976:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.559999:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.560009:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.560019:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997724416:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.561000:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.561076:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.561231:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005480192 00000100:00100000:0.0:1746126826.561236:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005480192 00000100:00100000:0.0:1746126826.561374:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30234 00000100:00100000:0.0:1746126826.561380:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005480192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126826.561388:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126826.561397:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7adf expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.561410:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126826.561413:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 10 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.561419:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126826.561421:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.561441:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 10 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.561451:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.561459:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:0.0:1746126826.561497:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1765:x1830946005480192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126826.561502:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30234 00000100:00100000:3.0:1746126826.563017:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997724416:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.563039:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.563049:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126826.563362:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005480064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3445us (4535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.563368:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30233 00000100:00100000:0.0:1746126826.564234:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.564317:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005480320 00000100:00100000:1.0:1746126826.564323:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005480320 00010000:00010000:1.0:1746126826.564344:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.564372:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17952 00000100:00100000:1.0:1746126826.564377:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005480320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126826.564387:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126826.564402:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.564412:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.564429:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a7d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad1 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.564824:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.564826:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.564833:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.564839:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.564866:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.564876:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.564886:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724672:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126826.564942:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.568548:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.568608:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005480576 00000100:00100000:0.0:1746126826.568616:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005480576 00002000:00100000:0.0:1746126826.568650:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5c700 x1830946005480576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.568660:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c700 with x1830946005480576 ext(0->4095) 00010000:00010000:0.0:1746126826.568667:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.568679:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.568686:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5c700 00000100:00100000:2.0:1746126826.568780:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724672:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.568798:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.568846:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005480320:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4467us (4612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.568855:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17952 00000100:00100000:0.0:1746126826.568872:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2887 00000100:00100000:0.0:1746126826.568878:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005480576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126826.568976:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005480576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126826.568984:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2887 00002000:00100000:0.0:1746126826.568989:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5c700 x1830946005480576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.568996:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c700 with x1830946005480576 ext(0->4095) 00010000:00010000:0.0:1746126826.569001:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.569010:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.569016:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5c700 00000100:00100000:0.0:1746126826.571462:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.571803:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005480704 00000100:00100000:2.0:1746126826.571810:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005480704 00010000:00010000:2.0:1746126826.571835:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.571873:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17953 00000100:00100000:2.0:1746126826.571880:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005480704:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.571892:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.571908:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.571918:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.571936:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a7dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ad8 expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.571965:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.571967:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.571973:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.571980:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.572012:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.572022:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724800:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.573233:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.577033:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997724800:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.577051:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126826.577171:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.577217:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005480704:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5337us (5760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.577226:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17953 00000100:00100000:2.0:1746126826.577247:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005480960 00000100:00100000:2.0:1746126826.577254:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005480960 00002000:00100000:2.0:1746126826.577284:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6a00 x1830946005480960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.577294:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946005480960 ext(0->4095) 00002000:00010000:2.0:1746126826.577298:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb6a00 00000100:00100000:2.0:1746126826.577314:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13814 00000100:00100000:2.0:1746126826.577321:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005480960:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126826.577565:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005480960:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 244us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.577571:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13814 00002000:00100000:2.0:1746126826.577576:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6a00 x1830946005480960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.577583:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946005480960 ext(0->4095) 00002000:00010000:2.0:1746126826.577586:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb6a00 00000100:00100000:0.0:1746126826.579216:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.579395:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005481088 00000100:00100000:3.0:1746126826.579400:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005481088 00000100:00100000:3.0:1746126826.579438:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30235 00000100:00100000:3.0:1746126826.579444:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005481088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.579455:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.579468:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ae6 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.579489:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.579494:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.579496:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.579498:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.579521:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.579530:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.579540:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997724928:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.579612:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.581792:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.581880:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997724928:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.581899:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.581911:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126826.581952:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005481088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2508us (2832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.581959:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30235 00000100:00100000:2.0:1746126826.582022:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005481216 00000100:00100000:2.0:1746126826.582027:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005481216 00010000:00010000:2.0:1746126826.582048:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.582075:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17954 00000100:00100000:2.0:1746126826.582081:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005481216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.582091:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.582107:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.582117:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.582159:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a7e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7adf expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.582173:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.582175:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.582180:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.582187:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.582222:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.582231:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725056:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.582273:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.584804:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.584895:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725056:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.584911:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.584946:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005481216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2863us (3158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.584954:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17954 00000100:00100000:1.0:1746126826.585430:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005481472 00000100:00100000:1.0:1746126826.585436:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005481472 00002000:00100000:1.0:1746126826.585464:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba51500 x1830946005481472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.585478:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba51500 with x1830946005481472 ext(0->4095) 00002000:00010000:1.0:1746126826.585481:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba51500 00000100:00100000:1.0:1746126826.585507:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13815 00000100:00100000:1.0:1746126826.585513:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005481472:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126826.585623:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005481472:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (823us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.585628:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13815 00002000:00100000:1.0:1746126826.585633:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba51500 x1830946005481472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.585640:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba51500 with x1830946005481472 ext(0->4095) 00002000:00010000:1.0:1746126826.585642:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba51500 00000100:00100000:0.0:1746126826.587533:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.587902:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005481600 00000100:00100000:3.0:1746126826.587908:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005481600 00000100:00100000:3.0:1746126826.587940:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30236 00000100:00100000:3.0:1746126826.587945:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1765:x1830946005481600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.587956:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.587967:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7aed expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.587986:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.587992:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.587993:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.587996:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.588016:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.588028:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.588037:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997725184:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126826.588399:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.588503:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005481728 00000100:00100000:0.0:1746126826.588506:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005481728 00000100:00100000:0.0:1746126826.588523:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30237 00000100:00100000:0.0:1746126826.588527:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005481728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126826.588533:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126826.588538:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7af4 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.588547:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126826.588551:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 10 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.588555:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126826.588557:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 10 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.588572:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 10 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.588579:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 10 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.588586:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36ee00, rc 0) 00000100:00100000:0.0:1746126826.588604:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1764:x1830946005481728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 77us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126826.588609:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30237 00000100:00100000:3.0:1746126826.588698:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.590065:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997725184:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.590081:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.590091:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126826.590141:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005481600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2180us (2595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.590147:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30236 00000100:00100000:0.0:1746126826.591396:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.591861:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005481856 00000100:00100000:2.0:1746126826.591867:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005481856 00010000:00010000:2.0:1746126826.591890:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.591920:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17955 00000100:00100000:2.0:1746126826.591925:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005481856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.591936:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.591952:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.591960:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.591979:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a7eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ae6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.591993:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.591995:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.592000:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.592008:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.592031:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.592040:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.592049:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725440:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.592111:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.602684:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.602867:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005482112 00000100:00100000:3.0:1746126826.602874:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005482112 00000100:00100000:2.0:1746126826.602885:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725440:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.602903:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126826.602908:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2d80 x1830946005482112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.602916:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2d80 with x1830946005482112 ext(0->4095) 00010000:00010000:3.0:1746126826.602923:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.602935:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.602940:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005481856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 11013us (11544us total) trans 0 rc 0/0 00002000:00010000:3.0:1746126826.602945:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2d80 00000100:00100000:2.0:1746126826.602950:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17955 00000100:00100000:3.0:1746126826.602971:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2888 00000100:00100000:3.0:1746126826.602977:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005482112:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.603070:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005482112:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.603075:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2888 00002000:00100000:3.0:1746126826.603080:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2d80 x1830946005482112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.603091:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2d80 with x1830946005482112 ext(0->4095) 00010000:00010000:3.0:1746126826.603095:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.603102:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.603107:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2d80 00000100:00100000:0.0:1746126826.609996:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.610088:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005482240 00000100:00100000:3.0:1746126826.610097:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005482240 00000100:00100000:3.0:1746126826.610180:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30238 00000100:00100000:3.0:1746126826.610187:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005482240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.610201:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.610213:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7afb expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.610240:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.610245:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.610250:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126826.610252:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.610280:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.610290:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.610298:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126826.610340:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005482240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.610345:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30238 00000100:00100000:0.0:1746126826.611621:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.612366:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005482368 00000100:00100000:2.0:1746126826.612373:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005482368 00010000:00010000:2.0:1746126826.612401:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.612439:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17956 00000100:00100000:2.0:1746126826.612446:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005482368:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.612457:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.612473:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.612487:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.612506:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a7f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7aed expref: 9 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.612534:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.612536:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.612542:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.612548:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.612588:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.612602:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.612613:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725696:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.613060:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.614315:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725696:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.614330:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.614356:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005482368:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1910us (2739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.614366:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17956 00000100:00100000:0.0:1746126826.614762:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.614870:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005482624 00000100:00100000:3.0:1746126826.614876:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005482624 00002000:00100000:3.0:1746126826.614903:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67b100 x1830946005482624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.614912:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67b100 with x1830946005482624 ext(0->4095) 00010000:00010000:3.0:1746126826.614917:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.614930:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.614935:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67b100 00000100:00100000:3.0:1746126826.615067:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2889 00000100:00100000:3.0:1746126826.615075:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005482624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.615249:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005482624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (487us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.615255:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2889 00002000:00100000:3.0:1746126826.615260:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67b100 x1830946005482624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.615267:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67b100 with x1830946005482624 ext(0->4095) 00010000:00010000:3.0:1746126826.615271:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.615279:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.615285:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67b100 00000100:00100000:0.0:1746126826.616640:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.616674:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.616817:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005482752 00000100:00100000:3.0:1746126826.616822:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005482752 00000100:00100000:3.0:1746126826.616855:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30239 00000100:00100000:3.0:1746126826.616861:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005482752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.616871:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.616884:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b02 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.616902:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.616906:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.616911:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126826.616915:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.616938:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.616948:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 9 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.616955:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126826.616977:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005482752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.616982:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30239 00000100:00100000:2.0:1746126826.617036:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005482880 00000100:00100000:2.0:1746126826.617039:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005482880 00010000:00010000:2.0:1746126826.617052:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 9 pid: 21550 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.617074:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17957 00000100:00100000:2.0:1746126826.617078:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005482880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.617085:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.617097:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 9 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.617105:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 9 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.617119:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36ee00/0x63da90637734a7f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7af4 expref: 9 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.617143:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.617145:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.617149:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.617156:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.617171:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.617181:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.617192:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725952:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.617232:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.619757:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997725952:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.619782:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.619815:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005482880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2734us (3138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.619823:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17957 00000100:00100000:0.0:1746126826.620295:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.620810:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005483136 00000100:00100000:3.0:1746126826.620816:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005483136 00002000:00100000:3.0:1746126826.620847:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26a00 x1830946005483136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.620856:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26a00 with x1830946005483136 ext(0->4095) 00010000:00010000:3.0:1746126826.620863:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.620941:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.620947:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd26a00 00000100:00100000:3.0:1746126826.620975:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2890 00000100:00100000:3.0:1746126826.620981:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005483136:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126826.621098:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005483136:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (802us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.621103:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2890 00002000:00100000:3.0:1746126826.621107:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26a00 x1830946005483136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.621113:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26a00 with x1830946005483136 ext(0->4095) 00010000:00010000:3.0:1746126826.621118:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.621151:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.621156:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd26a00 00000100:00100000:0.0:1746126826.623972:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.624148:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005483264 00000100:00100000:2.0:1746126826.624156:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005483264 00010000:00010000:2.0:1746126826.624184:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.624216:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17958 00000100:00100000:2.0:1746126826.624224:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005483264:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.624235:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.624251:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.624261:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.624279:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a800 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7afb expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.624295:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.624297:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.624302:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.624309:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.624334:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.624344:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726080:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.624413:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.626238:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726080:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.626253:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.626281:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005483264:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2057us (2315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.626288:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17958 00000100:00100000:0.0:1746126826.626548:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.626687:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005483520 00000100:00100000:3.0:1746126826.626693:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005483520 00002000:00100000:3.0:1746126826.626740:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0000 x1830946005483520/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.626749:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0000 with x1830946005483520 ext(0->4095) 00002000:00010000:3.0:1746126826.626754:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0000 00000100:00100000:3.0:1746126826.626777:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13816 00000100:00100000:3.0:1746126826.626783:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005483520:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126826.626930:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005483520:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.626936:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13816 00002000:00100000:3.0:1746126826.626941:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0000 x1830946005483520/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.626948:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0000 with x1830946005483520 ext(0->4095) 00002000:00010000:3.0:1746126826.626950:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0000 00000100:00100000:0.0:1746126826.628241:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.628307:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005483648 00000100:00100000:1.0:1746126826.628312:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005483648 00000100:00100000:1.0:1746126826.628346:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30240 00000100:00100000:1.0:1746126826.628352:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005483648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.628361:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.628371:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b09 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.628388:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.628395:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.628397:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.628399:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.628420:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.628429:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.628438:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997726208:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126826.628504:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.629714:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997726208:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126826.629732:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.629742:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:1.0:1746126826.629892:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005483648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1538us (1651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.629899:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30240 00000100:00100000:0.0:1746126826.631037:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.632613:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005483776 00000100:00100000:2.0:1746126826.632621:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005483776 00010000:00010000:2.0:1746126826.632652:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.632690:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17959 00000100:00100000:2.0:1746126826.632697:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005483776:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.632711:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.632726:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.632736:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.632753:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a807 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b02 expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.632777:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.632779:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.632784:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.632791:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.632815:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.632825:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726336:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.632892:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.634649:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.634734:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726336:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.634748:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.634784:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005483776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2087us (3749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.634794:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17959 00000100:00100000:3.0:1746126826.634866:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005484032 00000100:00100000:3.0:1746126826.634871:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005484032 00002000:00100000:3.0:1746126826.634900:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0a80 x1830946005484032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.634909:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0a80 with x1830946005484032 ext(0->4095) 00002000:00010000:3.0:1746126826.634912:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0a80 00000100:00100000:3.0:1746126826.634936:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13817 00000100:00100000:3.0:1746126826.634941:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005484032:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126826.635026:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005484032:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.635031:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13817 00002000:00100000:3.0:1746126826.635035:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0a80 x1830946005484032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.635045:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0a80 with x1830946005484032 ext(0->4095) 00002000:00010000:3.0:1746126826.635048:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0a80 00000100:00100000:0.0:1746126826.637535:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.637782:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005484160 00000100:00100000:1.0:1746126826.637790:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005484160 00000100:00100000:1.0:1746126826.637838:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30241 00000100:00100000:1.0:1746126826.637844:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1764:x1830946005484160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.637858:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.637875:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b10 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.637901:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.637907:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.637909:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.637912:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.637936:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.637946:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.637956:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997726464:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126826.638032:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.638457:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.638477:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005484288 00000100:00100000:0.0:1746126826.638481:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005484288 00000100:00100000:0.0:1746126826.638500:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30242 00000100:00100000:0.0:1746126826.638505:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005484288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126826.638511:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126826.638516:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b17 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.638526:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126826.638529:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.638534:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126826.638536:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 10 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.638554:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.638563:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 10 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.638571:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:0.0:1746126826.638591:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1765:x1830946005484288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126826.638597:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30242 00000100:00100000:0.0:1746126826.643521:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.643576:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005484416 00000100:00100000:2.0:1746126826.643582:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005484416 00010000:00010000:2.0:1746126826.643610:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.643645:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17960 00000100:00100000:2.0:1746126826.643652:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005484416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.643665:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.643683:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.643693:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.643713:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734a80e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b09 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.643729:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.643731:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.643736:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.643742:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.643778:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.643788:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.643797:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726720:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.643855:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0056c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.644450:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997726464:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126826.644471:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.644478:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.644486:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126826.644513:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005484160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6668us (6984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.644520:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30241 00000100:00100000:0.0:1746126826.646817:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.647041:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726720:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.647055:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.647081:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005484416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3430us (3568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.647088:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17960 00000100:00100000:1.0:1746126826.647245:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005484672 00000100:00100000:1.0:1746126826.647250:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005484672 00002000:00100000:1.0:1746126826.647279:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8e00 x1830946005484672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.647287:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8e00 with x1830946005484672 ext(0->4095) 00010000:00010000:1.0:1746126826.647293:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.647304:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.647309:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bf8e00 00000100:00100000:1.0:1746126826.647332:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2891 00000100:00100000:1.0:1746126826.647337:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005484672:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126826.647426:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005484672:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.647431:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2891 00002000:00100000:1.0:1746126826.647435:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8e00 x1830946005484672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.647441:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8e00 with x1830946005484672 ext(0->4095) 00010000:00010000:1.0:1746126826.647445:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.647458:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.647463:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bf8e00 00000100:00100000:0.0:1746126826.652275:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.652333:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005484800 00000100:00100000:2.0:1746126826.652340:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005484800 00010000:00010000:2.0:1746126826.652375:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.652573:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17961 00000100:00100000:2.0:1746126826.652581:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005484800:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.652595:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.652612:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.652622:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.652639:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a815 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b10 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.652669:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.652671:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.652677:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.652685:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.652712:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.652722:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726848:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.653645:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0056c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.657217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.657278:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005485056 00000100:00100000:0.0:1746126826.657286:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005485056 00002000:00100000:0.0:1746126826.657321:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5d500 x1830946005485056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.657330:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5d500 with x1830946005485056 ext(0->4095) 00002000:00010000:0.0:1746126826.657334:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5d500 00000100:00100000:0.0:1746126826.657364:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13818 00000100:00100000:0.0:1746126826.657371:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005485056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126826.657480:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005485056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126826.657486:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13818 00002000:00100000:0.0:1746126826.657491:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5d500 x1830946005485056/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.657498:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5d500 with x1830946005485056 ext(0->4095) 00002000:00010000:0.0:1746126826.657500:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5d500 00000100:00100000:2.0:1746126826.657798:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997726848:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.657814:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.657836:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005484800:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5257us (5570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.657843:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17961 00000100:00100000:0.0:1746126826.660043:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.660123:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005485184 00000100:00100000:1.0:1746126826.660151:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005485184 00000100:00100000:1.0:1746126826.660365:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30243 00000100:00100000:1.0:1746126826.660372:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005485184:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.660387:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126826.660399:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b1e expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.660420:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.660427:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.660428:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.660431:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.660454:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.660464:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 7 pid: 21550 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126826.660479:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997726976:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126826.660677:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.662371:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997726976:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.662541:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.662553:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:2.0:1746126826.662594:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005485184:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.662603:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30243 00000100:00100000:0.0:1746126826.662611:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.662784:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005485312 00000100:00100000:3.0:1746126826.663187:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005485312 00010000:00010000:3.0:1746126826.663208:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.663232:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17962 00000100:00100000:3.0:1746126826.663237:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005485312:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.663245:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.663260:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.663268:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.663284:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a81c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b17 expref: 8 pid: 21550 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.663302:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.663303:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.663309:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.663315:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.663340:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.663349:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727104:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.663396:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.665425:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727104:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.665439:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.665668:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005485312:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2428us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.665677:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17962 00000100:00100000:0.0:1746126826.666065:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.666365:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005485568 00000100:00100000:3.0:1746126826.666370:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005485568 00002000:00100000:3.0:1746126826.666400:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc700 x1830946005485568/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.666408:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830946005485568 ext(0->4095) 00002000:00010000:3.0:1746126826.666412:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:3.0:1746126826.666669:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13819 00000100:00100000:3.0:1746126826.666676:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005485568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.666782:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005485568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (717us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.666788:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13819 00002000:00100000:3.0:1746126826.666793:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc700 x1830946005485568/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.666806:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830946005485568 ext(0->4095) 00002000:00010000:3.0:1746126826.666808:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746126826.668450:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.668585:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005485696 00000100:00100000:2.0:1746126826.668591:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005485696 00000100:00100000:2.0:1746126826.668628:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30244 00000100:00100000:2.0:1746126826.668633:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1764:x1830946005485696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.668643:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.668655:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b25 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.668675:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.668682:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.668683:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.668686:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.668709:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.668719:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.668729:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997727232:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.669666:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0056c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.670961:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.671838:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005485824 00000100:00100000:3.0:1746126826.671845:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005485824 00000100:00100000:3.0:1746126826.671879:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30245 00000100:00100000:3.0:1746126826.671886:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005485824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.671898:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.671910:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b2c expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.671928:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.671933:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.671938:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.671941:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 10 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.671969:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.671979:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 10 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.671988:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126826.672037:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1765:x1830946005485824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.672044:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30245 00000100:00100000:2.0:1746126826.672240:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.672260:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005485952 00000100:00100000:2.0:1746126826.672263:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005485952 00010000:00010000:2.0:1746126826.672276:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.672290:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17963 00000100:00100000:2.0:1746126826.672294:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005485952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.672301:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.672314:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.672323:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.672336:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.672337:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.672341:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.672348:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.672364:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.672373:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.672381:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727488:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.672412:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0053c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126826.672682:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a823 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b1e expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.672701:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997727232:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.672715:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.672721:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.672727:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:3.0:1746126826.672749:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005485696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4116us (4303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.672754:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30244 00000100:00100000:2.0:1746126826.674180:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727488:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.674190:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.674490:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005485952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2193us (2248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.674497:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17963 00000100:00100000:0.0:1746126826.677432:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.677645:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005486208 00000100:00100000:1.0:1746126826.677651:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005486208 00002000:00100000:1.0:1746126826.677686:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afdf80 x1830946005486208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.677695:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830946005486208 ext(0->4095) 00010000:00010000:1.0:1746126826.677702:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.677714:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.677720:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afdf80 00000100:00100000:1.0:1746126826.678442:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2892 00000100:00100000:1.0:1746126826.678450:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005486208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.678574:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005486208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (1147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.678580:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2892 00002000:00100000:1.0:1746126826.678585:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afdf80 x1830946005486208/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.678592:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830946005486208 ext(0->4095) 00010000:00010000:1.0:1746126826.678597:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.678606:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.678612:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afdf80 00000100:00100000:0.0:1746126826.680854:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.681024:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005486336 00000100:00100000:2.0:1746126826.681031:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005486336 00010000:00010000:2.0:1746126826.681057:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.681078:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17964 00000100:00100000:2.0:1746126826.681085:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005486336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.681094:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.681110:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.681119:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.681155:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a82a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b25 expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.681954:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.681957:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.681964:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.681975:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.682003:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.682013:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727616:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.682114:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.684308:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727616:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.684322:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.684352:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005486336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3267us (3504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.684360:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17964 00000100:00100000:0.0:1746126826.684834:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.685105:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005486592 00000100:00100000:3.0:1746126826.685111:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005486592 00002000:00100000:3.0:1746126826.685168:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530ad80 x1830946005486592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.685177:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530ad80 with x1830946005486592 ext(0->4095) 00002000:00010000:3.0:1746126826.685180:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530ad80 00000100:00100000:3.0:1746126826.685200:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13820 00000100:00100000:3.0:1746126826.685205:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005486592:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126826.685299:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005486592:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.685305:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13820 00002000:00100000:3.0:1746126826.685310:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530ad80 x1830946005486592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.685316:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530ad80 with x1830946005486592 ext(0->4095) 00002000:00010000:3.0:1746126826.685319:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530ad80 00000100:00100000:0.0:1746126826.687101:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.687230:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005486720 00000100:00100000:3.0:1746126826.687235:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005486720 00000100:00100000:3.0:1746126826.687257:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30246 00000100:00100000:3.0:1746126826.687262:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005486720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.687274:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.687285:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b33 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.687306:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.687312:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.687314:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.687316:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.687336:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.687344:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 7 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.687358:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997727744:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.688044:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.689859:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997727744:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.689879:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.689891:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126826.689927:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005486720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.689934:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30246 00000100:00100000:1.0:1746126826.690260:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.690408:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005486848 00000100:00100000:2.0:1746126826.690413:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005486848 00010000:00010000:2.0:1746126826.690435:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.690454:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17965 00000100:00100000:2.0:1746126826.690459:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005486848:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.690468:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.690484:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.690492:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.690511:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a831 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b2c expref: 8 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.690524:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.690525:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.690531:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.690537:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.690559:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.690569:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727872:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.690617:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.693833:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.693934:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997727872:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.693950:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.693985:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005486848:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3525us (3726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.693993:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17965 00000100:00100000:1.0:1746126826.694250:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005487104 00000100:00100000:1.0:1746126826.694256:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005487104 00002000:00100000:1.0:1746126826.694284:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a680 x1830946005487104/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.694292:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a680 with x1830946005487104 ext(0->4095) 00002000:00010000:1.0:1746126826.694296:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530a680 00000100:00100000:1.0:1746126826.694315:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13821 00000100:00100000:1.0:1746126826.694320:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005487104:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.694407:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005487104:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.694412:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13821 00002000:00100000:1.0:1746126826.694417:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a680 x1830946005487104/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.694422:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a680 with x1830946005487104 ext(0->4095) 00002000:00010000:1.0:1746126826.694425:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530a680 00000100:00100000:0.0:1746126826.695527:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.695983:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005487232 00000100:00100000:3.0:1746126826.695987:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005487232 00000100:00100000:3.0:1746126826.696022:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30247 00000100:00100000:3.0:1746126826.696027:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:1764:x1830946005487232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.696038:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.696049:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b3a expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.696068:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.696075:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.696076:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.696079:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.696107:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.696115:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.696141:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997728000:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.697257:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.699431:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.699544:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005487360 00000100:00100000:2.0:1746126826.699551:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005487360 00000100:00100000:2.0:1746126826.699925:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30248 00000100:00100000:2.0:1746126826.699932:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1765:x1830946005487360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.699948:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.699961:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b41 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.699981:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.699985:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.699991:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.699994:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 10 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.700019:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.700030:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 10 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.700038:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126826.700073:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1765:x1830946005487360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.700079:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30248 00000100:00100000:3.0:1746126826.700648:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997728000:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.700663:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.700671:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126826.700688:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005487232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4661us (5163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.700693:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30247 00000100:00100000:0.0:1746126826.702084:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.702188:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005487488 00000100:00100000:2.0:1746126826.702193:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005487488 00010000:00010000:2.0:1746126826.702215:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.702383:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17966 00000100:00100000:2.0:1746126826.702390:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005487488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.702399:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.702413:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.702422:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.702445:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a838 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b33 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.702502:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.702505:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.702511:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.702518:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.702542:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.702551:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.702561:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728256:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.702617:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.704181:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728256:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.704195:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.704221:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005487488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1830us (2140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.704228:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17966 00000100:00100000:0.0:1746126826.704299:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.704337:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005487744 00000100:00100000:3.0:1746126826.704342:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005487744 00002000:00100000:3.0:1746126826.704369:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faeed80 x1830946005487744/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.704378:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946005487744 ext(0->4095) 00010000:00010000:3.0:1746126826.704383:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.704398:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.704403:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeed80 00000100:00100000:3.0:1746126826.704429:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2893 00000100:00100000:3.0:1746126826.704435:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005487744:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.704524:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005487744:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (226us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.704530:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2893 00002000:00100000:3.0:1746126826.704534:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faeed80 x1830946005487744/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.704540:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946005487744 ext(0->4095) 00010000:00010000:3.0:1746126826.704545:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.704552:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.704558:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faeed80 00000100:00100000:0.0:1746126826.706293:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.706359:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005487872 00000100:00100000:2.0:1746126826.706364:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005487872 00010000:00010000:2.0:1746126826.706380:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.706401:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17967 00000100:00100000:2.0:1746126826.706410:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005487872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.706419:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.706433:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.706443:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.706498:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a83f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b3a expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.706519:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.706521:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.706526:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.706533:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.706560:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.706570:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728384:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.706619:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.708520:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728384:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.708534:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.708562:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005487872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2151us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.708570:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17967 00000100:00100000:1.0:1746126826.709519:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.709849:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005488128 00000100:00100000:0.0:1746126826.709854:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005488128 00002000:00100000:0.0:1746126826.709883:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5df80 x1830946005488128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.709892:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5df80 with x1830946005488128 ext(0->4095) 00002000:00010000:0.0:1746126826.709896:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5df80 00000100:00100000:0.0:1746126826.710049:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13822 00000100:00100000:0.0:1746126826.710055:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005488128:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126826.710180:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005488128:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (663us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126826.710185:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13822 00002000:00100000:0.0:1746126826.710190:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5df80 x1830946005488128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.710196:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5df80 with x1830946005488128 ext(0->4095) 00002000:00010000:0.0:1746126826.710198:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5df80 00000100:00100000:0.0:1746126826.713347:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.713421:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005488256 00000100:00100000:3.0:1746126826.713429:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005488256 00000100:00100000:3.0:1746126826.713461:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30249 00000100:00100000:3.0:1746126826.713468:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005488256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.713482:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.713497:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b48 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.713519:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 7 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.713525:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.713527:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.713529:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.713553:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 7 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.713563:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 7 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.713573:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997728512:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.715023:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.717935:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997728512:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.717959:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.717973:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126826.718010:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005488256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4542us (4669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.718017:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30249 00000100:00100000:0.0:1746126826.722476:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.722572:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005488384 00000100:00100000:2.0:1746126826.722580:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005488384 00010000:00010000:2.0:1746126826.722607:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 8 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746126826.723418:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.723796:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17968 00000100:00100000:2.0:1746126826.723804:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005488384:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.723819:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.723837:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 8 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.723849:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 8 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.723867:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a846 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b41 expref: 8 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.723956:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005488512 00000100:00100000:3.0:1746126826.723960:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005488512 00010000:00010000:2.0:1746126826.723991:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.723993:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.723999:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.724006:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.724032:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.724042:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728640:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.724208:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30250 00000100:00100000:3.0:1746126826.724213:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005488512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.724224:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.724231:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b4f expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.724244:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.724249:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.724250:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.724253:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.724266:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.724275:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.724283:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997728768:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.724487:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.724668:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.727543:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997728768:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.727566:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.727583:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126826.727632:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005488512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3417us (4214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.727640:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30250 00000100:00100000:0.0:1746126826.727727:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728640:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126826.727737:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126826.727755:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005488384:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3953us (5287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126826.727761:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17968 00000100:00100000:1.0:1746126826.727852:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.728661:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005488768 00000100:00100000:3.0:1746126826.728667:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005488768 00002000:00100000:3.0:1746126826.728696:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76a00 x1830946005488768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.728705:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946005488768 ext(0->4095) 00010000:00010000:3.0:1746126826.728711:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.728721:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.728727:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76a00 00000100:00100000:3.0:1746126826.728821:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2894 00000100:00100000:3.0:1746126826.728827:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005488768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.728916:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005488768:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (1065us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.728921:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2894 00002000:00100000:3.0:1746126826.728925:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76a00 x1830946005488768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.728937:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946005488768 ext(0->4095) 00010000:00010000:3.0:1746126826.728940:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.728948:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.728953:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76a00 00000100:00100000:0.0:1746126826.731212:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.731280:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005488896 00000100:00100000:2.0:1746126826.731287:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005488896 00010000:00010000:2.0:1746126826.731313:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.731344:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17969 00000100:00100000:2.0:1746126826.731351:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005488896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.731362:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.731376:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.731385:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.731408:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a84d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b48 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.731423:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.731425:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.731431:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.731437:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.731460:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.731470:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728896:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.731528:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.733296:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997728896:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.733313:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.734733:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005488896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3376us (3520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.734743:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17969 00000100:00100000:0.0:1746126826.735846:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.736383:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005489152 00000100:00100000:1.0:1746126826.736390:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005489152 00002000:00100000:1.0:1746126826.736421:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6e9f80 x1830946005489152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.736430:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6e9f80 with x1830946005489152 ext(0->4095) 00002000:00010000:1.0:1746126826.736435:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d6e9f80 00000100:00100000:1.0:1746126826.736449:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13823 00000100:00100000:1.0:1746126826.736455:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005489152:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.736572:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005489152:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.736577:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13823 00002000:00100000:1.0:1746126826.736582:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6e9f80 x1830946005489152/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.736588:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6e9f80 with x1830946005489152 ext(0->4095) 00002000:00010000:1.0:1746126826.736590:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d6e9f80 00000100:00100000:0.0:1746126826.765856:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.765956:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005489280 00000100:00100000:3.0:1746126826.765964:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005489280 00000100:00100000:3.0:1746126826.766008:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30251 00000100:00100000:3.0:1746126826.766014:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005489280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.766028:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.766041:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b56 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.766062:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.766068:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.766070:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.766073:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.766096:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.766110:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 7 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.766120:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729024:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.767729:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.773257:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729024:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.773284:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.773299:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126826.773361:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005489280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7346us (7511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.773369:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30251 00000100:00100000:3.0:1746126826.796358:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997729152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746126826.796414:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126826.796461:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997729152 00000100:00100000:3.0:1746126826.796467:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997729152 00000100:00100000:3.0:1746126826.796511:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1746126826.796517:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997729152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746126826.796547:0:7255:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746126826.796577:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997729152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.796582:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1746126826.796613:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997729152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126826.801263:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.801352:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005489408 00000100:00100000:3.0:1746126826.801360:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005489408 00002000:00100000:3.0:1746126826.801395:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c92d80 x1830946005489408/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.801406:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92d80 with x1830946005489408 ext(0->7) 00010000:00010000:3.0:1746126826.801412:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.801423:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 8 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.801429:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92d80 00000100:00100000:3.0:1746126826.801459:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2895 00000100:00100000:3.0:1746126826.801465:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005489408:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126826.802248:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005489408:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 781us (989us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1746126826.802254:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2895 00002000:00100000:0.0:1746126826.802259:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c92d80 x1830946005489408/t4294970657(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.802267:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92d80 with x1830946005489408 ext(0->7) 00010000:00010000:0.0:1746126826.802271:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.802280:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.802285:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92d80 00000100:00100000:0.0:1746126826.814850:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.814931:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005489536 00000100:00100000:2.0:1746126826.814939:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005489536 00010000:00010000:2.0:1746126826.814966:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.815121:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17970 00000100:00100000:2.0:1746126826.820015:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005489536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.820036:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.820057:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.820070:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.820089:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a854 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b4f expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.821043:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.821046:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.821055:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.821062:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.821091:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.821102:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997729280:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.822059:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.824384:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.824508:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997729280:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.824527:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.825179:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005489536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5186us (10332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.825188:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17970 00000100:00100000:0.0:1746126826.830053:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.830203:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005489920 00000100:00100000:3.0:1746126826.830210:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005489920 00000100:00100000:3.0:1746126826.830241:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30252 00000100:00100000:3.0:1746126826.830247:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1764:x1830946005489920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.830261:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.830274:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b5d expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.830296:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.830302:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.830303:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.830306:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.830326:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.830334:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.830343:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729408:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126826.831521:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005489792 00000100:00100000:1.0:1746126826.831526:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005489792 00002000:00100000:1.0:1746126826.831553:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90e00 x1830946005489792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.831561:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90e00 with x1830946005489792 ext(0->4095) 00010000:00010000:1.0:1746126826.831565:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.831583:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.831593:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c90e00 00000100:00100000:1.0:1746126826.831610:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2896 00000100:00100000:1.0:1746126826.831615:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005489792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.831702:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005489792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (7324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.831707:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2896 00002000:00100000:1.0:1746126826.831711:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90e00 x1830946005489792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.831718:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90e00 with x1830946005489792 ext(0->4095) 00010000:00010000:1.0:1746126826.831721:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.831728:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.831732:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c90e00 00000100:00100000:3.0:1746126826.831856:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.833196:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729408:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.833213:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.833224:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126826.833257:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1764:x1830946005489920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3010us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.833263:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30252 00000100:00100000:0.0:1746126826.835715:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.835793:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005490048 00000100:00100000:3.0:1746126826.835800:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005490048 00010000:00010000:3.0:1746126826.835825:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.835852:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17971 00000100:00100000:3.0:1746126826.835858:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005490048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.835870:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.835884:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.835893:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.835910:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a85b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b56 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.835925:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.835927:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.835933:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.835940:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.835965:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.835975:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997729536:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.837198:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.846159:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997729536:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.846177:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.846212:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005490048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 10353us (10502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.846221:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17971 00000100:00100000:1.0:1746126826.846440:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.847512:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005490304 00000100:00100000:2.0:1746126826.847520:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005490304 00002000:00100000:2.0:1746126826.847553:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace7b80 x1830946005490304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.847562:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7b80 with x1830946005490304 ext(0->4095) 00002000:00010000:2.0:1746126826.847566:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace7b80 00000100:00100000:2.0:1746126826.847643:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13824 00000100:00100000:2.0:1746126826.847650:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005490304:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126826.848354:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005490304:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 702us (1913us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.848360:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13824 00002000:00100000:2.0:1746126826.848365:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace7b80 x1830946005490304/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.848372:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7b80 with x1830946005490304 ext(0->4095) 00002000:00010000:2.0:1746126826.848375:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace7b80 00000100:00100000:0.0:1746126826.857535:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.857649:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005490432 00000100:00100000:3.0:1746126826.857656:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005490432 00000100:00100000:3.0:1746126826.857690:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30253 00000100:00100000:3.0:1746126826.857696:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005490432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.857711:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.857725:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b64 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.857749:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.857755:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.857757:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.857760:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.857794:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.857804:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 9 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.857820:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729664:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.858405:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.859222:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729664:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.859236:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.859246:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126826.859268:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005490432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1572us (1740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.859273:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30253 00000100:00100000:0.0:1746126826.860342:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.860468:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005490560 00000100:00100000:2.0:1746126826.860473:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005490560 00002000:00100000:2.0:1746126826.860504:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dee9880 x1830946005490560/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.860514:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946005490560 ext(0->7) 00010000:00010000:2.0:1746126826.860520:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.860530:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 10 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.860541:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9880 00000100:00100000:2.0:1746126826.860568:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2897 00000100:00100000:2.0:1746126826.860575:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005490560:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126826.861249:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2028:x1830946005490560:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 673us (909us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746126826.861255:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2897 00002000:00100000:0.0:1746126826.861261:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012dee9880 x1830946005490560/t4294970658(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.861268:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946005490560 ext(0->7) 00010000:00010000:0.0:1746126826.861272:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126826.861280:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126826.861285:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9880 00000100:00100000:0.0:1746126826.862899:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.863055:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005490688 00000100:00100000:3.0:1746126826.863061:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005490688 00010000:00010000:3.0:1746126826.863083:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.863114:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17972 00000100:00100000:3.0:1746126826.863121:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2028:x1830946005490688:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.863155:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.863171:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.863180:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.863204:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a862 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b5d expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.863229:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.863231:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.863236:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.863243:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.863268:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.863278:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997729792:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.863333:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.864846:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997729792:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.864858:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.864879:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2028:x1830946005490688:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1759us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.864886:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17972 00000100:00100000:2.0:1746126826.866504:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.866693:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005490944 00000100:00100000:1.0:1746126826.866698:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005490944 00002000:00100000:1.0:1746126826.866728:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00fb80 x1830946005490944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.866737:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00fb80 with x1830946005490944 ext(0->4095) 00002000:00010000:1.0:1746126826.866741:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00fb80 00000100:00100000:1.0:1746126826.866756:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13825 00000100:00100000:1.0:1746126826.866761:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005490944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126826.866866:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005490944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.866871:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13825 00002000:00100000:1.0:1746126826.866875:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00fb80 x1830946005490944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.866881:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00fb80 with x1830946005490944 ext(0->4095) 00002000:00010000:1.0:1746126826.866883:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00fb80 00000100:00100000:0.0:1746126826.869028:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.869159:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005491072 00000100:00100000:3.0:1746126826.869166:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005491072 00000100:00100000:3.0:1746126826.869208:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30254 00000100:00100000:3.0:1746126826.869216:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+11:1765:x1830946005491072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.869231:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.869247:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b6b expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.869270:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.869276:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.869277:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.869280:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 12 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.869304:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.869313:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.869324:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729920:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.869385:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.870677:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997729920:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.870694:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 12 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.870704:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126826.870728:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+12:1765:x1830946005491072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1514us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.870738:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30254 00000100:00100000:0.0:1746126826.872563:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.873705:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005491200 00000100:00100000:3.0:1746126826.873713:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005491200 00010000:00010000:3.0:1746126826.873742:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.873778:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17973 00000100:00100000:3.0:1746126826.873784:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005491200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.873795:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.873810:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.873819:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.873836:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a869 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b64 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.873923:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.873925:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.873931:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.873938:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.873963:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.873974:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730048:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.874631:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.878050:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730048:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.878068:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.878105:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005491200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4320us (5546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.878113:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17973 00000100:00100000:2.0:1746126826.879031:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.880110:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005491456 00000100:00100000:3.0:1746126826.880118:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005491456 00002000:00100000:3.0:1746126826.880185:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00e300 x1830946005491456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.880194:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00e300 with x1830946005491456 ext(0->4095) 00002000:00010000:3.0:1746126826.880198:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00e300 00000100:00100000:0.0:1746126826.880227:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13826 00000100:00100000:0.0:1746126826.880236:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946005491456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126826.880403:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946005491456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (1373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126826.880408:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13826 00002000:00100000:0.0:1746126826.880413:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00e300 x1830946005491456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126826.880420:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00e300 with x1830946005491456 ext(0->4095) 00002000:00010000:0.0:1746126826.880422:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00e300 00000100:00100000:0.0:1746126826.883290:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.883390:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005491584 00000100:00100000:3.0:1746126826.883397:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005491584 00000100:00100000:3.0:1746126826.883438:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30255 00000100:00100000:3.0:1746126826.883444:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005491584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.883456:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.883470:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b72 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.883492:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.883501:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.883503:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.883506:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.883529:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.883538:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 11 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.883548:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997730176:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.884052:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.887199:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997730176:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.887224:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.887238:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126826.887273:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005491584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3828us (3990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.887280:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30255 00000100:00100000:0.0:1746126826.888178:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.888345:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005491712 00000100:00100000:2.0:1746126826.888350:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005491712 00002000:00100000:2.0:1746126826.888380:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801373bc700 x1830946005491712/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.888388:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc700 with x1830946005491712 ext(0->7) 00010000:00010000:2.0:1746126826.888394:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.888403:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 12 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.888409:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bc700 00000100:00100000:2.0:1746126826.888431:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2898 00000100:00100000:2.0:1746126826.888437:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946005491712:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126826.890487:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005491712:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2044us (2304us total) trans 4294970659 rc 0/0 00000100:00100000:1.0:1746126826.890496:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2898 00002000:00100000:1.0:1746126826.890503:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801373bc700 x1830946005491712/t4294970659(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 496/448 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.890512:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc700 with x1830946005491712 ext(0->7) 00010000:00010000:1.0:1746126826.890519:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.890530:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.890535:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bc700 00000100:00100000:0.0:1746126826.894217:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.895323:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005491840 00000100:00100000:3.0:1746126826.895331:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005491840 00010000:00010000:3.0:1746126826.895361:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.895402:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17974 00000100:00100000:3.0:1746126826.895409:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005491840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.895422:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.895436:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.895447:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.895465:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b6b expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.895490:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.895492:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.895498:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.895504:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.895530:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.895541:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730304:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.895616:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.901194:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.901313:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005491968 00000100:00100000:3.0:1746126826.901321:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005491968 00000100:00100000:2.0:1746126826.901351:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730304:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.901354:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30256 00000100:00100000:3.0:1746126826.901360:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1764:x1830946005491968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.901365:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126826.901374:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.901386:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b79 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.901398:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005491840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5990us (7188us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126826.901407:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.901407:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17974 00010000:00010000:3.0:1746126826.901412:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.901414:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.901416:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.901519:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.901529:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.901540:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997730432:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.901587:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.901845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.902243:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005492224 00000100:00100000:1.0:1746126826.902246:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005492224 00002000:00100000:1.0:1746126826.902267:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbc700 x1830946005492224/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.902275:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc700 with x1830946005492224 ext(0->4095) 00010000:00010000:1.0:1746126826.902279:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.902287:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.902292:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbc700 00000100:00100000:1.0:1746126826.902311:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2899 00000100:00100000:1.0:1746126826.902316:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005492224:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.902389:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005492224:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 73us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.902393:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2899 00002000:00100000:1.0:1746126826.902398:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbc700 x1830946005492224/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.902404:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc700 with x1830946005492224 ext(0->4095) 00010000:00010000:1.0:1746126826.902407:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.902414:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.902419:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbc700 00000100:00100000:3.0:1746126826.905346:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997730432:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.905373:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.905392:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126826.905508:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1764:x1830946005491968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4146us (4319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.905516:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30256 00000100:00100000:0.0:1746126826.906230:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.906273:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005492352 00000100:00100000:3.0:1746126826.906278:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005492352 00000100:00100000:0.0:1746126826.906287:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.906313:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30257 00000100:00100000:3.0:1746126826.906319:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1765:x1830946005492352:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.906331:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.906342:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b80 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.906357:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.906361:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.906366:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.906369:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.906392:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.906402:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.906412:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126826.906439:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1765:x1830946005492352:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.906443:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30257 00000100:00100000:2.0:1746126826.906504:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005492480 00000100:00100000:2.0:1746126826.906510:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005492480 00010000:00010000:2.0:1746126826.906523:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.906544:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17975 00000100:00100000:2.0:1746126826.906549:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005492480:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.906557:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.906612:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.906621:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.906635:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a877 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b72 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.906656:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.906658:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.906663:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.906670:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.906688:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.906698:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.906708:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730688:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.906760:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.908148:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730688:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.908159:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.908182:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005492480:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1632us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.908188:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17975 00000100:00100000:0.0:1746126826.908199:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.908340:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005492736 00000100:00100000:3.0:1746126826.908344:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005492736 00002000:00100000:3.0:1746126826.908369:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111180 x1830946005492736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.908377:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111180 with x1830946005492736 ext(0->4095) 00010000:00010000:3.0:1746126826.908382:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.908392:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.908398:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d111180 00000100:00100000:3.0:1746126826.908422:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2900 00000100:00100000:3.0:1746126826.908428:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005492736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.908524:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005492736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.908530:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2900 00002000:00100000:3.0:1746126826.908534:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111180 x1830946005492736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.908547:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111180 with x1830946005492736 ext(0->4095) 00010000:00010000:3.0:1746126826.908551:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.908559:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.908564:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d111180 00000100:00100000:0.0:1746126826.910158:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.910248:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005492864 00000100:00100000:2.0:1746126826.910253:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005492864 00010000:00010000:2.0:1746126826.910274:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.910291:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17976 00000100:00100000:2.0:1746126826.910297:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005492864:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.910306:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.910321:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.910330:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.910347:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a87e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b79 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.910360:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.910362:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.910367:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.910373:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.910396:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126826.910405:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730816:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126826.910455:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.912120:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.912207:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997730816:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.912221:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126826.912250:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005492864:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1952us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.912258:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17976 00000100:00100000:1.0:1746126826.912323:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005493120 00000100:00100000:1.0:1746126826.912328:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005493120 00002000:00100000:1.0:1746126826.912352:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359f80 x1830946005493120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.912361:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359f80 with x1830946005493120 ext(0->4095) 00002000:00010000:1.0:1746126826.912365:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359f80 00000100:00100000:1.0:1746126826.912387:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13827 00000100:00100000:1.0:1746126826.912393:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2029:x1830946005493120:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126826.912516:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2029:x1830946005493120:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.912521:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13827 00002000:00100000:1.0:1746126826.912526:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359f80 x1830946005493120/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.912533:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359f80 with x1830946005493120 ext(0->4095) 00002000:00010000:1.0:1746126826.912539:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093359f80 00000100:00100000:0.0:1746126826.914228:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.914319:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005493248 00000100:00100000:3.0:1746126826.914324:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005493248 00000100:00100000:3.0:1746126826.914438:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30258 00000100:00100000:3.0:1746126826.914449:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005493248:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.914459:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.914470:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b87 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.914491:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.914497:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.914498:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126826.914501:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.914522:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.914536:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 13 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.914546:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997730944:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.914614:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.916611:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.916696:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997730944:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126826.916716:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.916729:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126826.916759:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005493248:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2311us (2533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.916776:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30258 00000100:00100000:2.0:1746126826.916929:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005493376 00000100:00100000:2.0:1746126826.916933:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005493376 00010000:00010000:2.0:1746126826.916952:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.917242:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17977 00000100:00100000:2.0:1746126826.917249:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005493376:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.917266:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.917281:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.917291:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.917394:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a885 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b80 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.917416:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.917419:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.917425:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.917432:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.917672:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.917683:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997731072:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.917772:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.919173:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.919184:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997731072:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.919222:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.919259:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2028:x1830946005493376:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2009us (2651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.919267:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17977 00000100:00100000:2.0:1746126826.919338:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005493632 00000100:00100000:2.0:1746126826.919343:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005493632 00002000:00100000:2.0:1746126826.919370:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335bb80 x1830946005493632/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.919380:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335bb80 with x1830946005493632 ext(0->4095) 00002000:00010000:2.0:1746126826.919383:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009335bb80 00000100:00100000:2.0:1746126826.919406:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13828 00000100:00100000:2.0:1746126826.919412:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005493632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.919499:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005493632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.919504:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13828 00002000:00100000:2.0:1746126826.919509:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009335bb80 x1830946005493632/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.919516:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009335bb80 with x1830946005493632 ext(0->4095) 00002000:00010000:2.0:1746126826.919518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009335bb80 00000100:00100000:0.0:1746126826.921684:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.921770:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005493760 00000100:00100000:3.0:1746126826.921777:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005493760 00000100:00100000:3.0:1746126826.921845:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30259 00000100:00100000:3.0:1746126826.921852:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+13:1765:x1830946005493760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126826.921864:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.921876:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b8e expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.921895:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.921901:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.921903:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.921905:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.921926:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.921935:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 5 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.921945:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997731200:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126826.922331:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.923658:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.923888:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005493888 00000100:00100000:1.0:1746126826.923894:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005493888 00000100:00100000:1.0:1746126826.923931:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30260 00000100:00100000:1.0:1746126826.923937:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1764:x1830946005493888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126826.923947:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126826.923956:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997731200:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126826.923956:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b95 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.923972:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126826.924096:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.924107:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126826.924110:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.924121:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.924151:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.924155:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00010000:00010000:1.0:1746126826.924160:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126826.924167:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6800, rc 0) 00000100:00100000:3.0:1746126826.924189:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+16:1765:x1830946005493760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2337us (2510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.924195:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30259 00000100:00100000:1.0:1746126826.924751:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1764:x1830946005493888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 812us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126826.924757:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30260 00000100:00100000:0.0:1746126826.924957:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.925240:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005494016 00000100:00100000:3.0:1746126826.925244:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005494016 00010000:00010000:3.0:1746126826.925262:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.925705:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17978 00000100:00100000:3.0:1746126826.925712:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005494016:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.925721:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.925734:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.925744:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.925771:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a88c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b87 expref: 6 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.925817:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.925819:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.925824:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.925834:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.925855:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.925864:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.925873:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997731456:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.926214:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.928089:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997731456:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.928104:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.928221:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005494016:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2508us (3263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.928228:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17978 00000100:00100000:0.0:1746126826.928492:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.928966:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005494272 00000100:00100000:2.0:1746126826.928972:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005494272 00002000:00100000:2.0:1746126826.929003:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46d80 x1830946005494272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.929012:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46d80 with x1830946005494272 ext(0->4095) 00010000:00010000:2.0:1746126826.929018:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.929152:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.929158:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac46d80 00000100:00100000:2.0:1746126826.929178:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2901 00000100:00100000:2.0:1746126826.929183:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005494272:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126826.929561:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005494272:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 376us (1069us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.929567:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2901 00002000:00100000:2.0:1746126826.929572:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46d80 x1830946005494272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.929579:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46d80 with x1830946005494272 ext(0->4095) 00010000:00010000:2.0:1746126826.929583:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.929591:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.929596:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac46d80 00000100:00100000:1.0:1746126826.931522:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126826.932283:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.932360:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005494400 00000100:00100000:3.0:1746126826.932365:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005494528 00000100:00100000:3.0:1746126826.932367:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005494528 00000100:00100000:2.0:1746126826.932367:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005494400 00010000:00010000:3.0:1746126826.932390:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.932406:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30261 00000100:00100000:3.0:1746126826.932412:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17979 00000100:00100000:2.0:1746126826.932413:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005494400:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126826.932415:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946005494528:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126826.932423:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126826.932425:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126826.932432:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7b9c expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.932439:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.932448:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.932452:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 15 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.932457:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126826.932460:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.932681:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.932696:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a893 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b8e expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.932703:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 15 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.932719:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.932726:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.932727:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.932732:0:9594:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.932738:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.932748:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126826.932753:0:9594:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.932762:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.932780:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997731712:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.932856:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005494528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 439us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.932863:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17979 00000100:00100000:2.0:1746126826.932875:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126826.936040:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.936113:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997731712:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126826.936150:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126826.936192:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005494400:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3777us (4673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.936199:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30261 00000100:00100000:3.0:1746126826.936358:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005494784 00000100:00100000:3.0:1746126826.936364:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005494784 00002000:00100000:3.0:1746126826.936394:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace7480 x1830946005494784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.936403:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7480 with x1830946005494784 ext(0->4095) 00010000:00010000:3.0:1746126826.936409:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.936420:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.936425:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace7480 00000100:00100000:3.0:1746126826.936440:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2902 00000100:00100000:3.0:1746126826.936445:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005494784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.937220:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005494784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 772us (1184us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.937227:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2902 00002000:00100000:3.0:1746126826.937232:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace7480 x1830946005494784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.937240:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7480 with x1830946005494784 ext(0->4095) 00010000:00010000:3.0:1746126826.937245:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.937254:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.937260:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace7480 00000100:00100000:1.0:1746126826.939598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.939909:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005494912 00000100:00100000:2.0:1746126826.939917:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005494912 00000100:00100000:2.0:1746126826.940014:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30262 00000100:00100000:2.0:1746126826.940022:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1764:x1830946005494912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.940036:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.940055:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ba3 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.940076:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.940081:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.940087:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126826.940090:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 15 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.940117:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.940151:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 15 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.940159:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:1.0:1746126826.940226:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.940280:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005495040 00000100:00100000:3.0:1746126826.940284:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005495040 00010000:00010000:3.0:1746126826.940297:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 16 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.940317:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17980 00000100:00100000:3.0:1746126826.940322:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005495040:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.940329:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.940342:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 16 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.940350:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 16 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.940364:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734a89a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b95 expref: 16 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.940474:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1764:x1830946005494912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 452us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.940479:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30262 00010000:00010000:3.0:1746126826.940543:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.940545:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.940550:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.940557:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.940598:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.940609:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.940619:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997731968:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.940747:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.941807:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997731968:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.941816:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.941847:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005495040:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1524us (1620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.941854:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17980 00000100:00100000:0.0:1746126826.942213:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.942299:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005495296 00000100:00100000:3.0:1746126826.942303:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005495296 00002000:00100000:3.0:1746126826.942328:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801391d8e00 x1830946005495296/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.942336:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d8e00 with x1830946005495296 ext(0->4095) 00010000:00010000:3.0:1746126826.942341:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.942350:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.942355:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d8e00 00000100:00100000:3.0:1746126826.942367:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2903 00000100:00100000:3.0:1746126826.942372:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005495296:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126826.942698:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005495296:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (484us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126826.942703:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2903 00002000:00100000:3.0:1746126826.942708:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801391d8e00 x1830946005495296/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126826.942715:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d8e00 with x1830946005495296 ext(0->4095) 00010000:00010000:3.0:1746126826.942719:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.942726:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:3.0:1746126826.942732:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d8e00 00000100:00100000:0.0:1746126826.945190:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.945239:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005495424 00000100:00100000:3.0:1746126826.945245:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005495424 00010000:00010000:3.0:1746126826.945267:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.946100:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17981 00000100:00100000:3.0:1746126826.946107:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005495424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.946119:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.946156:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.946166:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.946184:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7b9c expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.946209:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.946211:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.946216:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 13 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.946223:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 13 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.946248:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 13 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.946262:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732096:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.946328:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.948382:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.948539:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005495680 00000100:00100000:2.0:1746126826.948546:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005495680 00002000:00100000:2.0:1746126826.948576:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f011f80 x1830946005495680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.948590:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f011f80 with x1830946005495680 ext(0->4095) 00002000:00010000:2.0:1746126826.948594:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f011f80 00000100:00100000:2.0:1746126826.948609:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13829 00000100:00100000:2.0:1746126826.948615:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f011f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005495680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.948616:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732096:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.948629:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.948660:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005495424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2553us (3478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.948667:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17981 00000100:00100000:2.0:1746126826.948701:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f011f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005495680:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.948707:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13829 00002000:00100000:2.0:1746126826.948711:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f011f80 x1830946005495680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.948718:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f011f80 with x1830946005495680 ext(0->4095) 00002000:00010000:2.0:1746126826.948720:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f011f80 00000100:00100000:0.0:1746126826.952035:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.952096:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005495808 00000100:00100000:2.0:1746126826.952103:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005495808 00000100:00100000:2.0:1746126826.952157:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30263 00000100:00100000:2.0:1746126826.952162:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005495808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.952174:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.952187:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7baa expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.952207:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 13 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.952213:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.952215:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.952218:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.952242:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 13 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.952252:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 13 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.952263:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997732224:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.952353:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.953382:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997732224:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.953399:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.953408:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126826.953431:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005495808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1268us (1403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.953437:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30263 00000100:00100000:0.0:1746126826.954318:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.954367:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005495936 00000100:00100000:3.0:1746126826.954372:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005495936 00010000:00010000:3.0:1746126826.954393:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.954423:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17982 00000100:00100000:3.0:1746126826.954429:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005495936:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.954439:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.954458:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.954467:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.954483:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a8a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ba3 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.954506:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.954509:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.954515:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.954521:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.954551:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.954561:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732352:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.954612:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.956600:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.956658:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732352:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.956671:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126826.956798:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005496192 00000100:00100000:1.0:1746126826.956804:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005496192 00002000:00100000:1.0:1746126826.956834:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f011880 x1830946005496192/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.956842:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f011880 with x1830946005496192 ext(0->4095) 00002000:00010000:1.0:1746126826.956846:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f011880 00000100:00100000:1.0:1746126826.956874:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13830 00000100:00100000:1.0:1746126826.956880:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005496192:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126826.956990:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2028:x1830946005495936:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2559us (2674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.956998:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17982 00000100:00100000:1.0:1746126826.957261:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005496192:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 380us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.957267:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13830 00002000:00100000:1.0:1746126826.957271:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f011880 x1830946005496192/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.957278:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f011880 with x1830946005496192 ext(0->4095) 00002000:00010000:1.0:1746126826.957281:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f011880 00000100:00100000:0.0:1746126826.959143:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.959197:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005496320 00000100:00100000:2.0:1746126826.959204:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005496320 00000100:00100000:2.0:1746126826.959243:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30264 00000100:00100000:2.0:1746126826.959250:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:1764:x1830946005496320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.959262:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.959275:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bb1 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.959302:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.959308:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.959309:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.959312:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.959336:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.959346:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.959357:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997732480:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.959427:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.961076:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.961151:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005496448 00000100:00100000:2.0:1746126826.961156:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005496448 00000100:00100000:2.0:1746126826.961177:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30265 00000100:00100000:2.0:1746126826.961181:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1765:x1830946005496448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.961189:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.961198:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bb8 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.961212:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.961215:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.961219:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.961221:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.961239:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.961246:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.961252:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d800, rc 0) 00000100:00100000:2.0:1746126826.961284:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+16:1765:x1830946005496448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.961288:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30265 00000100:00100000:2.0:1746126826.961580:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d67aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997732480:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.961594:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.961601:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126826.961702:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1764:x1830946005496320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2452us (2578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.961707:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30264 00000100:00100000:0.0:1746126826.963245:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.963297:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005496576 00000100:00100000:3.0:1746126826.963302:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005496576 00010000:00010000:3.0:1746126826.963323:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.963355:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17983 00000100:00100000:3.0:1746126826.963362:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005496576:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.963374:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.963388:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.963402:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.963418:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a8af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7baa expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.963438:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.963440:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.963445:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.963452:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.963473:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.963482:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.963491:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732736:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.963838:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.967445:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732736:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.967462:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.967497:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005496576:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4135us (4253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.967509:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17983 00000100:00100000:0.0:1746126826.968900:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.969064:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005496832 00000100:00100000:1.0:1746126826.969070:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005496832 00002000:00100000:1.0:1746126826.969101:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18380 x1830946005496832/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.969109:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18380 with x1830946005496832 ext(0->4095) 00010000:00010000:1.0:1746126826.969116:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.969158:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.969164:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a18380 00000100:00100000:1.0:1746126826.969180:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2904 00000100:00100000:1.0:1746126826.969187:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946005496832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126826.969280:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946005496832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.969285:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2904 00002000:00100000:1.0:1746126826.969290:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18380 x1830946005496832/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.969297:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18380 with x1830946005496832 ext(0->4095) 00010000:00010000:1.0:1746126826.969301:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126826.969310:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126826.969314:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a18380 00000100:00100000:0.0:1746126826.971421:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.971552:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005496960 00000100:00100000:3.0:1746126826.971558:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005496960 00010000:00010000:3.0:1746126826.971580:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.971614:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17984 00000100:00100000:3.0:1746126826.971623:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946005496960:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.971637:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.971651:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.971661:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.971684:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a8b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb1 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.971710:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.971712:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.971718:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.971725:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.971751:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.971772:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732864:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.971845:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.974375:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126826.974430:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005497216 00000100:00100000:1.0:1746126826.974436:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005497216 00002000:00100000:1.0:1746126826.974469:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53800 x1830946005497216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.974478:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53800 with x1830946005497216 ext(0->4095) 00002000:00010000:1.0:1746126826.974482:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba53800 00000100:00100000:1.0:1746126826.974793:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13831 00000100:00100000:1.0:1746126826.974800:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2030:x1830946005497216:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126826.974915:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2030:x1830946005497216:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126826.974920:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13831 00002000:00100000:1.0:1746126826.974926:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba53800 x1830946005497216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126826.974933:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba53800 with x1830946005497216 ext(0->4095) 00002000:00010000:1.0:1746126826.974936:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba53800 00000100:00100000:3.0:1746126826.975682:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997732864:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.975697:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.975730:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005496960:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4109us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.975737:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17984 00000100:00100000:0.0:1746126826.977122:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.977336:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005497344 00000100:00100000:2.0:1746126826.977341:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005497344 00000100:00100000:2.0:1746126826.977367:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30266 00000100:00100000:2.0:1746126826.977372:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005497344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.977383:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.977397:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bbf expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.977422:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.977429:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.977430:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126826.977434:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.977457:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.977465:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 13 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.977475:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997732992:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126826.977546:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126826.979028:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997732992:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.979048:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.979059:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ca00, rc 0) 00000100:00100000:2.0:1746126826.979096:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005497344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1723us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.979106:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30266 00000100:00100000:0.0:1746126826.979513:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.979747:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005497472 00000100:00100000:3.0:1746126826.979752:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005497472 00010000:00010000:3.0:1746126826.979785:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.980116:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17985 00000100:00100000:3.0:1746126826.980123:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005497472:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.980161:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.980178:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.980188:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.980205:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d800/0x63da90637734a8bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bb8 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.980230:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.980233:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.980239:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.980246:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.980270:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.980280:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733120:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.980341:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.982307:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.982487:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005497728 00000100:00100000:2.0:1746126826.982494:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005497728 00002000:00100000:2.0:1746126826.982523:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5880 x1830946005497728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.982532:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5880 with x1830946005497728 ext(0->4095) 00002000:00010000:2.0:1746126826.982536:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5880 00000100:00100000:2.0:1746126826.982735:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13832 00000100:00100000:2.0:1746126826.982743:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005497728:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126826.982858:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005497728:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.982863:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13832 00002000:00100000:2.0:1746126826.982868:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5880 x1830946005497728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.982875:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5880 with x1830946005497728 ext(0->4095) 00002000:00010000:2.0:1746126826.982877:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5880 00000100:00100000:3.0:1746126826.982947:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733120:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.982960:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.982985:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2027:x1830946005497472:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2863us (3473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.982991:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17985 00000100:00100000:0.0:1746126826.985930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.986174:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005497856 00000100:00100000:2.0:1746126826.986181:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005497856 00000100:00100000:2.0:1746126826.986214:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30267 00000100:00100000:2.0:1746126826.986219:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:1764:x1830946005497856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126826.986233:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126826.986247:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bc6 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.986273:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.986279:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.986281:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126826.986284:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.986307:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.986317:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126826.986326:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997733248:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126826.986903:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.987000:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126826.987176:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005497984 00000100:00100000:0.0:1746126826.987180:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005497984 00000100:00100000:0.0:1746126826.987200:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30268 00000100:00100000:0.0:1746126826.987205:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1765:x1830946005497984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126826.987211:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126826.987218:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bcd expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.987229:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126826.987232:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.987237:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126826.987240:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 16 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.987261:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.987271:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 16 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126826.987279:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e400, rc 0) 00000100:00100000:0.0:1746126826.987299:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:1765:x1830946005497984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126826.987305:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30268 00000100:00100000:2.0:1746126826.989177:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997733248:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126826.989196:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126826.989207:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126826.989752:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1764:x1830946005497856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3530us (3826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126826.989758:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30267 00000100:00100000:0.0:1746126826.990073:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.990229:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005498112 00000100:00100000:3.0:1746126826.990235:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005498112 00010000:00010000:3.0:1746126826.990257:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.990276:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17986 00000100:00100000:3.0:1746126826.990282:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005498112:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.990292:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.990308:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.990322:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.990340:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ca00/0x63da90637734a8c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bbf expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.990353:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.990354:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.990360:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.990366:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.990391:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.990400:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 14 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.990409:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733504:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.990463:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126826.992162:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733504:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126826.992174:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126826.992705:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005498112:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2420us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126826.992717:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17986 00000100:00100000:1.0:1746126826.993654:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126826.993730:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005498368 00000100:00100000:2.0:1746126826.993737:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005498368 00002000:00100000:2.0:1746126826.993780:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4a80 x1830946005498368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/0 e 0 to 0 dl 1746126837 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.993789:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4a80 with x1830946005498368 ext(0->4095) 00010000:00010000:2.0:1746126826.993796:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.993807:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.993814:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a4a80 00000100:00100000:2.0:1746126826.993896:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2905 00000100:00100000:2.0:1746126826.993902:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946005498368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126826.994263:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946005498368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126826.994269:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2905 00002000:00100000:2.0:1746126826.994275:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4a80 x1830946005498368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:587/0 lens 488/4536 e 0 to 0 dl 1746126837 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126826.994282:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4a80 with x1830946005498368 ext(0->4095) 00010000:00010000:2.0:1746126826.994286:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126826.994295:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126826.994300:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a4a80 00000100:00100000:0.0:1746126826.997597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126826.997723:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005498496 00000100:00100000:3.0:1746126826.997730:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005498496 00010000:00010000:3.0:1746126826.997755:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126826.997795:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17987 00000100:00100000:3.0:1746126826.997801:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005498496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126826.997811:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126826.997826:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.997835:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.997853:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bc6 expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126826.997873:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.997875:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126826.997881:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 14 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.997888:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 14 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126826.997915:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 14 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126826.997926:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733632:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126826.997994:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.000230:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733632:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.000244:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.000445:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005498496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2641us (2852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.000453:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17987 00000100:00100000:0.0:1746126827.001372:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.001433:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005498752 00000100:00100000:2.0:1746126827.001439:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005498752 00002000:00100000:2.0:1746126827.001469:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982d80 x1830946005498752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.001479:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982d80 with x1830946005498752 ext(0->4095) 00002000:00010000:2.0:1746126827.001483:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b982d80 00000100:00100000:2.0:1746126827.001510:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13833 00000100:00100000:2.0:1746126827.001517:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005498752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.001716:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005498752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.001722:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13833 00002000:00100000:2.0:1746126827.001727:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982d80 x1830946005498752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.001734:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982d80 with x1830946005498752 ext(0->4095) 00002000:00010000:2.0:1746126827.001737:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b982d80 00000100:00100000:0.0:1746126827.003616:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.003857:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005498880 00000100:00100000:2.0:1746126827.003864:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005498880 00000100:00100000:2.0:1746126827.003892:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30269 00000100:00100000:2.0:1746126827.003899:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005498880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.003911:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.003925:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bd4 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.003948:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.003959:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.003961:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.003964:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.003986:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.003994:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 13 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.004003:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997733760:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.004069:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.006043:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997733760:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.006064:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.006077:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126827.006107:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005498880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2208us (2496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.006114:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30269 00000100:00100000:0.0:1746126827.007862:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.007939:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005499008 00000100:00100000:3.0:1746126827.007946:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005499008 00010000:00010000:3.0:1746126827.007972:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 14 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.008074:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17988 00000100:00100000:3.0:1746126827.008081:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005499008:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.008092:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.008108:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 14 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.008118:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 14 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.008299:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e400/0x63da90637734a8d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bcd expref: 14 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.008319:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.008321:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.008327:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.008333:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.008356:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.008365:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733888:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.008427:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.010416:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997733888:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.010429:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.010458:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2027:x1830946005499008:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2377us (2600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.010465:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17988 00000100:00100000:1.0:1746126827.012011:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.012260:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005499264 00000100:00100000:2.0:1746126827.012266:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005499264 00002000:00100000:2.0:1746126827.012301:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7800 x1830946005499264/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.012315:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7800 with x1830946005499264 ext(0->4095) 00002000:00010000:2.0:1746126827.012319:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7800 00000100:00100000:2.0:1746126827.012343:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13834 00000100:00100000:2.0:1746126827.012349:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005499264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.012447:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005499264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.012453:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13834 00002000:00100000:2.0:1746126827.012458:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7800 x1830946005499264/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.012465:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7800 with x1830946005499264 ext(0->4095) 00002000:00010000:2.0:1746126827.012467:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7800 00000100:00100000:0.0:1746126827.012843:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.013050:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005499392 00000100:00100000:3.0:1746126827.013054:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005499392 00000100:00100000:3.0:1746126827.013678:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30270 00000100:00100000:3.0:1746126827.013685:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:1764:x1830946005499392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.013694:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.013706:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bdb expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.013725:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.013736:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.013738:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.013741:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.013772:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.013782:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.013792:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997734016:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.013849:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.015861:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.015902:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.016073:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997734016:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.016091:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 14 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.016103:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:1.0:1746126827.016226:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005499520 00000100:00100000:1.0:1746126827.016231:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005499520 00000100:00100000:1.0:1746126827.016265:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30271 00000100:00100000:1.0:1746126827.016272:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1765:x1830946005499520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.016282:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.016291:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7be2 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.016305:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.016309:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.016313:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.016316:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.016339:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.016348:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.016355:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6c00, rc 0) 00000100:00100000:2.0:1746126827.017048:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005499648 00000100:00100000:2.0:1746126827.017053:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005499648 00010000:00010000:2.0:1746126827.017071:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.017096:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17989 00000100:00100000:2.0:1746126827.017101:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005499648:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.017108:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.017122:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.017143:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.017159:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a8d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bd4 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.017172:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.017174:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.017179:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.017185:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.017223:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 16 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.017232:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 16 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.017242:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734272:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.017554:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:1764:x1830946005499392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3867us (4709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.017560:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30270 00000100:00100000:1.0:1746126827.017774:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1765:x1830946005499520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1492us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.017780:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30271 00000100:00100000:2.0:1746126827.018853:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.021412:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734272:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.021430:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.021468:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005499648:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4366us (5565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.021477:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17989 00000100:00100000:0.0:1746126827.021702:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.021817:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005499904 00000100:00100000:2.0:1746126827.021822:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005499904 00002000:00100000:2.0:1746126827.021856:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488700 x1830946005499904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.021865:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488700 with x1830946005499904 ext(0->4095) 00010000:00010000:2.0:1746126827.021871:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.021881:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.021886:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488700 00000100:00100000:2.0:1746126827.022110:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2906 00000100:00100000:2.0:1746126827.022117:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005499904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.022415:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2028:x1830946005499904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 298us (714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.022421:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2906 00002000:00100000:2.0:1746126827.022426:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488700 x1830946005499904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.022432:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488700 with x1830946005499904 ext(0->4095) 00010000:00010000:2.0:1746126827.022437:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.022444:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.022450:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488700 00000100:00100000:0.0:1746126827.024756:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.024876:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005500032 00000100:00100000:2.0:1746126827.024883:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005500032 00010000:00010000:2.0:1746126827.024908:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.024940:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17990 00000100:00100000:2.0:1746126827.024947:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2030:x1830946005500032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.024958:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.024973:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.024983:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.025002:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a8e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bdb expref: 15 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.025026:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.025027:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.025034:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.025041:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.025066:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.025081:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734400:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.025167:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0050c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.027380:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734400:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.027396:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.027427:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2030:x1830946005500032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2479us (2676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.027435:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17990 00000100:00100000:0.0:1746126827.027753:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.027806:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005500288 00000100:00100000:2.0:1746126827.027811:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005500288 00002000:00100000:2.0:1746126827.027840:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6680 x1830946005500288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.027848:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6680 with x1830946005500288 ext(0->4095) 00002000:00010000:2.0:1746126827.027853:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6680 00000100:00100000:2.0:1746126827.027867:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13835 00000100:00100000:2.0:1746126827.027872:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005500288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.027959:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005500288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (206us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.027965:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13835 00002000:00100000:2.0:1746126827.027969:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6680 x1830946005500288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.027976:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6680 with x1830946005500288 ext(0->4095) 00002000:00010000:2.0:1746126827.027978:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6680 00000100:00100000:0.0:1746126827.031845:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.031937:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005500416 00000100:00100000:2.0:1746126827.031945:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005500416 00000100:00100000:2.0:1746126827.031990:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30272 00000100:00100000:2.0:1746126827.031997:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005500416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.032011:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.032025:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7be9 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.032048:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.032055:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.032056:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.032059:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.032083:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.032092:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 13 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.032103:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997734528:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.032197:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0050c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.034692:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997734528:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.034718:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.034734:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126827.034791:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005500416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2793us (2952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.034799:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30272 00000100:00100000:0.0:1746126827.036031:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.037245:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005500544 00000100:00100000:2.0:1746126827.037252:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005500544 00010000:00010000:2.0:1746126827.037278:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.037308:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17991 00000100:00100000:2.0:1746126827.037315:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005500544:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.037326:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.037341:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.037351:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.037369:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734a8e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be2 expref: 14 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.038013:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.038015:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.038023:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.038033:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.038060:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.038070:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734656:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126827.038388:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.039192:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0050c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.039205:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005500672 00000100:00100000:2.0:1746126827.039210:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005500672 00000100:00100000:2.0:1746126827.039246:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30273 00000100:00100000:2.0:1746126827.039251:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:1764:x1830946005500672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.039261:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.039270:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bf0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.039286:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.039292:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.039294:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.039296:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 15 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.039312:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.039325:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 5 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.039331:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997734784:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.039366:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.041930:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.042047:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997734784:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.042068:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 15 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.042080:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126827.042111:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:1764:x1830946005500672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2860us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.042118:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30273 00000100:00100000:1.0:1746126827.042348:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005500928 00000100:00100000:1.0:1746126827.042354:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005500928 00002000:00100000:1.0:1746126827.042385:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8000 x1830946005500928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.042393:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8000 with x1830946005500928 ext(0->4095) 00010000:00010000:1.0:1746126827.042399:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.042409:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.042414:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d8000 00000100:00100000:1.0:1746126827.042426:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2907 00000100:00100000:1.0:1746126827.042431:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005500928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.042532:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005500928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.042538:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2907 00002000:00100000:1.0:1746126827.042542:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8000 x1830946005500928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.042549:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8000 with x1830946005500928 ext(0->4095) 00010000:00010000:1.0:1746126827.042553:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.042565:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.042570:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d8000 00000100:00100000:3.0:1746126827.042637:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fd26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734656:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.042645:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.042662:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005500544:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5348us (6634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.042671:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17991 00000100:00100000:0.0:1746126827.047422:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.047525:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005501056 00000100:00100000:3.0:1746126827.047532:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005501056 00010000:00010000:3.0:1746126827.047560:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.047592:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17992 00000100:00100000:3.0:1746126827.047599:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005501056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.047610:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.047626:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.047636:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.047653:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a8ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7be9 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.047666:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.047668:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.047673:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.047680:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.047704:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.047714:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734912:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.047787:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.050213:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.050272:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005501312 00000100:00100000:2.0:1746126827.050278:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005501312 00002000:00100000:2.0:1746126827.050313:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fe300 x1830946005501312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126827.050314:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997734912:192.168.202.29@tcp:105: 00002000:00100000:2.0:1746126827.050321:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe300 with x1830946005501312 ext(0->4095) 00002000:00010000:2.0:1746126827.050325:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fe300 00010000:00010000:3.0:1746126827.050327:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.050346:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13836 00000100:00100000:2.0:1746126827.050352:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005501312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.050358:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005501056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2761us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.050365:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17992 00000100:00100000:2.0:1746126827.050470:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2027:x1830946005501312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.050476:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13836 00002000:00100000:2.0:1746126827.050480:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fe300 x1830946005501312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.050487:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe300 with x1830946005501312 ext(0->4095) 00002000:00010000:2.0:1746126827.050490:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fe300 00000100:00100000:0.0:1746126827.069225:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.069323:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005501440 00000100:00100000:2.0:1746126827.069329:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005501440 00000100:00100000:2.0:1746126827.069377:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30274 00000100:00100000:2.0:1746126827.069385:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005501440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.069400:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.069415:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bf7 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.069491:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.069499:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.069501:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.069505:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.069530:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 13 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.069540:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 13 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.069556:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997735040:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.069637:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.080201:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800990db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997735040:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.080228:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.080243:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126827.080277:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005501440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10893us (11059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.080284:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30274 00000100:00100000:0.0:1746126827.084576:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.084669:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005501568 00000100:00100000:2.0:1746126827.084677:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005501568 00002000:00100000:2.0:1746126827.084715:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67e680 x1830946005501568/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.084725:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e680 with x1830946005501568 ext(0->7) 00010000:00010000:2.0:1746126827.084733:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 14 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.084744:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 14 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.084749:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67e680 00000100:00100000:2.0:1746126827.084784:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2908 00000100:00100000:2.0:1746126827.084792:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005501568:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126827.088716:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005501568:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3916us (4139us total) trans 4294970660 rc 0/0 00000100:00100000:2.0:1746126827.088726:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2908 00002000:00100000:2.0:1746126827.088737:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67e680 x1830946005501568/t4294970660(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.088746:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e680 with x1830946005501568 ext(0->7) 00010000:00010000:2.0:1746126827.088754:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 16 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.088774:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 16 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.088780:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67e680 00000100:00100000:0.0:1746126827.098823:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.100723:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005501696 00000100:00100000:3.0:1746126827.100732:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005501696 00010000:00010000:3.0:1746126827.100771:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 16 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.100801:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17993 00000100:00100000:3.0:1746126827.100808:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2027:x1830946005501696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.100820:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.100836:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 16 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.100845:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 16 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.100862:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a8f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf0 expref: 16 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.100882:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.100884:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.100890:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.100896:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.100919:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.100928:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735168:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.100993:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.103165:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735168:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.103180:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.103215:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2027:x1830946005501696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2407us (4398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.103224:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17993 00000100:00100000:2.0:1746126827.104337:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.104407:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005501952 00000100:00100000:0.0:1746126827.104421:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005501952 00002000:00100000:0.0:1746126827.104455:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990db100 x1830946005501952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.104464:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990db100 with x1830946005501952 ext(0->4095) 00002000:00010000:0.0:1746126827.104467:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990db100 00000100:00100000:0.0:1746126827.104491:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13837 00000100:00100000:0.0:1746126827.104498:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005501952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126827.107837:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005501952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 3331us (3494us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126827.107848:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13837 00002000:00100000:0.0:1746126827.107859:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990db100 x1830946005501952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.107868:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990db100 with x1830946005501952 ext(0->4095) 00002000:00010000:0.0:1746126827.107873:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990db100 00000100:00100000:0.0:1746126827.125523:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.125885:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.125963:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005502080 00000100:00100000:1.0:1746126827.125971:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005502080 00000100:00100000:1.0:1746126827.126378:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005502208 00000100:00100000:1.0:1746126827.126381:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005502208 00000100:00100000:2.0:1746126827.126570:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30275 00000100:00100000:2.0:1746126827.126578:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:1764:x1830946005502080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.126593:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.126607:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7bfe expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.126631:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.126637:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.126638:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.126641:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.126664:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.126673:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 5 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.126682:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997735296:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.126736:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.127145:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30276 00000100:00100000:1.0:1746126827.127151:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1765:x1830946005502208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.127158:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.127163:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c05 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.127174:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.127177:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.127181:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.127183:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.127204:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.127214:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.127227:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126827.127250:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1765:x1830946005502208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.127255:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30276 00000100:00100000:2.0:1746126827.129724:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997735296:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.129744:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.129756:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126827.129793:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1764:x1830946005502080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3215us (4276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.129800:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30275 00000100:00100000:2.0:1746126827.129896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.129926:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005502336 00000100:00100000:2.0:1746126827.129930:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005502336 00010000:00010000:2.0:1746126827.129950:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.129966:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17994 00000100:00100000:2.0:1746126827.129971:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005502336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.129980:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.129995:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.130002:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.130017:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a8fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bf7 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.130027:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.130029:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.130035:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 16 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.130042:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 16 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.130065:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 16 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.130077:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 16 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.130085:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735552:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.130116:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.132634:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.132728:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005502592 00000100:00100000:1.0:1746126827.132735:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005502592 00002000:00100000:1.0:1746126827.132775:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd96a00 x1830946005502592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.132785:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96a00 with x1830946005502592 ext(0->4095) 00010000:00010000:1.0:1746126827.132792:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.132803:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.132808:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd96a00 00000100:00100000:1.0:1746126827.132823:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2909 00000100:00100000:1.0:1746126827.132830:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005502592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.132932:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005502592:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.132938:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2909 00002000:00100000:1.0:1746126827.132943:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd96a00 x1830946005502592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.132954:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96a00 with x1830946005502592 ext(0->4095) 00010000:00010000:1.0:1746126827.132958:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.132967:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.132972:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd96a00 00000100:00100000:2.0:1746126827.134906:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735552:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.134924:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.135592:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005502336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5618us (5694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.135600:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17994 00000100:00100000:3.0:1746126827.136050:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.136440:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005502720 00000100:00100000:2.0:1746126827.136447:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005502720 00010000:00010000:2.0:1746126827.136469:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.136498:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17995 00000100:00100000:2.0:1746126827.136504:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2027:x1830946005502720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.136514:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.136528:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.136537:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.136554:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a903 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7bfe expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.136565:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.136567:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.136572:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.136578:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.136602:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 16 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.136611:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735680:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.136670:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.140373:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.140465:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005502976 00000100:00100000:1.0:1746126827.140473:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005502976 00002000:00100000:1.0:1746126827.140507:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357100 x1830946005502976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.140516:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357100 with x1830946005502976 ext(0->4095) 00002000:00010000:1.0:1746126827.140520:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357100 00000100:00100000:1.0:1746126827.140535:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13838 00000100:00100000:1.0:1746126827.140541:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005502976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.140796:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735680:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.140811:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.140888:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2027:x1830946005502720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4384us (4838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.140896:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17995 00000100:00100000:1.0:1746126827.141202:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005502976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 659us (835us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.141207:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13838 00002000:00100000:1.0:1746126827.141212:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357100 x1830946005502976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.141219:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357100 with x1830946005502976 ext(0->4095) 00002000:00010000:1.0:1746126827.141222:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357100 00000100:00100000:0.0:1746126827.151990:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.152076:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005503104 00000100:00100000:2.0:1746126827.152084:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005503104 00000100:00100000:2.0:1746126827.152159:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30277 00000100:00100000:2.0:1746126827.152166:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005503104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.152181:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.152194:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c0c expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.152221:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.152227:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.152228:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.152231:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.152254:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.152262:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 15 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.152271:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997735808:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.152335:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.162429:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997735808:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.162458:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.162471:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126827.162508:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005503104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10341us (10524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.162516:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30277 00000100:00100000:0.0:1746126827.185332:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.185393:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005503232 00000100:00100000:2.0:1746126827.185405:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005503232 00002000:00100000:2.0:1746126827.185440:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093357480 x1830946005503232/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.185449:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357480 with x1830946005503232 ext(0->7) 00010000:00010000:2.0:1746126827.185456:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 16 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.185467:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 16 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.185473:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357480 00000100:00100000:2.0:1746126827.185502:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2910 00000100:00100000:2.0:1746126827.185508:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005503232:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126827.186193:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946005503232:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 683us (867us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746126827.186199:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2910 00002000:00100000:0.0:1746126827.186204:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093357480 x1830946005503232/t4294970661(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.186217:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357480 with x1830946005503232 ext(0->7) 00010000:00010000:0.0:1746126827.186222:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126827.186231:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126827.186236:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357480 00000100:00100000:0.0:1746126827.187994:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.188080:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005503360 00000100:00100000:2.0:1746126827.188086:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005503360 00010000:00010000:2.0:1746126827.188109:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.188149:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17996 00000100:00100000:2.0:1746126827.188154:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005503360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.188164:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.188179:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.188189:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.188210:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734a90a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c05 expref: 18 pid: 9597 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.188237:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.188238:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.188244:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.188251:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.188275:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.188284:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735936:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.188343:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.191185:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.191425:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.191625:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997735936:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.191643:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.191687:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2030:x1830946005503360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3531us (3696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.191696:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17996 00000100:00100000:3.0:1746126827.192160:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005503744 00000100:00100000:3.0:1746126827.192166:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005503744 00000100:00100000:3.0:1746126827.192194:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30278 00000100:00100000:3.0:1746126827.192200:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+17:1764:x1830946005503744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.192215:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.192227:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c13 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.192251:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.192258:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.192259:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.192262:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.192284:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.192295:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 5 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.192304:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997736064:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.192351:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.192717:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005503616 00000100:00100000:1.0:1746126827.192721:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005503616 00002000:00100000:1.0:1746126827.192742:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357800 x1830946005503616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.192749:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357800 with x1830946005503616 ext(0->4095) 00010000:00010000:1.0:1746126827.192754:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.192774:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.192780:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357800 00000100:00100000:1.0:1746126827.193109:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2911 00000100:00100000:1.0:1746126827.193115:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005503616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.193226:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005503616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (2047us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.193231:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2911 00002000:00100000:1.0:1746126827.193235:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357800 x1830946005503616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.193242:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357800 with x1830946005503616 ext(0->4095) 00010000:00010000:1.0:1746126827.193246:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.193254:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.193263:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093357800 00000100:00100000:0.0:1746126827.195967:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.196220:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005503872 00000100:00100000:3.0:1746126827.196227:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005503872 00000100:00100000:3.0:1746126827.196267:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30279 00000100:00100000:3.0:1746126827.196273:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1765:x1830946005503872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.196287:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.196774:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c1a expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.196796:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.196802:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.196807:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.196810:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.196837:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.196852:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.196861:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126827.196907:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1765:x1830946005503872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 633us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.196913:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30279 00000100:00100000:3.0:1746126827.197103:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997736064:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.197115:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.197122:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126827.197164:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005503744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4964us (5739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.197170:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30278 00000100:00100000:0.0:1746126827.197973:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.198021:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005504000 00000100:00100000:2.0:1746126827.198026:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005504000 00010000:00010000:2.0:1746126827.198045:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.198084:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17997 00000100:00100000:2.0:1746126827.198090:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005504000:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.198100:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.198116:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.198144:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.198160:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734a911 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c0c expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.198184:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.198186:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.198191:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.198197:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.198218:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 18 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.198228:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 18 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.198241:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736320:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.198298:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.199321:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736320:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.199333:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.199354:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005504000:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1264us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.199360:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17997 00000100:00100000:0.0:1746126827.200281:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.200446:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005504256 00000100:00100000:2.0:1746126827.200451:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005504256 00002000:00100000:2.0:1746126827.200479:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1a8e00 x1830946005504256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.200488:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8e00 with x1830946005504256 ext(0->4095) 00010000:00010000:2.0:1746126827.200494:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.200503:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.200509:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1a8e00 00000100:00100000:2.0:1746126827.200538:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2912 00000100:00100000:2.0:1746126827.200544:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005504256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.200640:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005504256:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.200648:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2912 00002000:00100000:2.0:1746126827.200653:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1a8e00 x1830946005504256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.200660:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8e00 with x1830946005504256 ext(0->4095) 00010000:00010000:2.0:1746126827.200664:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.200671:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.200676:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1a8e00 00000100:00100000:0.0:1746126827.202566:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.202639:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005504384 00000100:00100000:2.0:1746126827.202645:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005504384 00010000:00010000:2.0:1746126827.202666:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.202686:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17998 00000100:00100000:2.0:1746126827.202692:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2029:x1830946005504384:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.202707:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.202721:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.202731:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.202749:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a918 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c13 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.202770:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.202772:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.202778:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 18 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.202785:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 18 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.202810:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 18 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.202821:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736448:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.202947:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.204405:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736448:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.204421:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.204462:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005504384:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1766us (1896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.204470:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17998 00000100:00100000:2.0:1746126827.204718:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.204782:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005504640 00000100:00100000:0.0:1746126827.204787:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005504640 00002000:00100000:0.0:1746126827.204812:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308000 x1830946005504640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.204825:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308000 with x1830946005504640 ext(0->4095) 00002000:00010000:0.0:1746126827.204829:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308000 00000100:00100000:0.0:1746126827.204956:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13839 00000100:00100000:0.0:1746126827.204963:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946005504640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126827.205198:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946005504640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 236us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126827.205207:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13839 00002000:00100000:0.0:1746126827.205212:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308000 x1830946005504640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.205218:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308000 with x1830946005504640 ext(0->4095) 00002000:00010000:0.0:1746126827.205221:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308000 00000100:00100000:0.0:1746126827.206609:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.206678:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005504768 00000100:00100000:3.0:1746126827.206683:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005504768 00000100:00100000:3.0:1746126827.206711:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30280 00000100:00100000:3.0:1746126827.206717:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005504768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.206728:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.206741:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c21 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.206772:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 17 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.206780:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.206781:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.206784:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.206808:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 17 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.206817:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 17 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.206826:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997736576:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.206898:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.210312:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997736576:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.210336:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.210348:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126827.210380:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005504768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3663us (3775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.210387:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30280 00000100:00100000:0.0:1746126827.213637:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.214295:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005504896 00000100:00100000:2.0:1746126827.214304:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005504896 00010000:00010000:2.0:1746126827.214334:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 18 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.214894:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 17999 00000100:00100000:2.0:1746126827.214905:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946005504896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.214918:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.214935:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 18 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.214945:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 18 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.214962:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a91f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c1a expref: 18 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.214989:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.214990:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.214996:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.215003:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.215145:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.215156:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736704:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.215220:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.216375:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.216417:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005505024 00000100:00100000:3.0:1746126827.216422:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005505024 00000100:00100000:3.0:1746126827.216457:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30281 00000100:00100000:3.0:1746126827.216463:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1764:x1830946005505024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.216477:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.216487:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c28 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.216505:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.216511:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.216513:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.216516:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.216534:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.216543:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 5 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.216552:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997736832:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.216609:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.217418:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.217473:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005505280 00000100:00100000:2.0:1746126827.217477:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005505280 00002000:00100000:2.0:1746126827.217502:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d880 x1830946005505280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.217515:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946005505280 ext(0->4095) 00010000:00010000:2.0:1746126827.217520:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.217529:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.217535:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d880 00000100:00100000:2.0:1746126827.217558:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2913 00000100:00100000:2.0:1746126827.217568:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005505280:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126827.217594:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997736832:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.217608:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.217616:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126827.217638:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005505024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1176us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.217646:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30281 00000100:00100000:2.0:1746126827.217653:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005505280:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.217659:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2913 00002000:00100000:2.0:1746126827.217663:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d880 x1830946005505280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126827.217669:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736704:192.168.202.29@tcp:105: 00002000:00100000:2.0:1746126827.217670:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946005505280 ext(0->4095) 00010000:00010000:2.0:1746126827.217673:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.217678:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126827.217681:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.217686:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d880 00000100:00100000:3.0:1746126827.217689:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946005504896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2790us (4060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.217695:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 17999 00000100:00100000:0.0:1746126827.220368:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.220417:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005505408 00000100:00100000:3.0:1746126827.220423:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005505408 00010000:00010000:3.0:1746126827.220451:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.220486:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18000 00000100:00100000:3.0:1746126827.220493:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005505408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.220503:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.220518:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.220526:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.220544:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a926 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c21 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.220751:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.220753:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.220759:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 17 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.220778:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 17 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.220803:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 17 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.220813:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736960:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.220889:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.222852:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.222939:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997736960:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.222951:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.222980:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005505408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2488us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.222988:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18000 00000100:00100000:1.0:1746126827.223055:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005505664 00000100:00100000:1.0:1746126827.223059:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005505664 00002000:00100000:1.0:1746126827.223086:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175180 x1830946005505664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.223094:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175180 with x1830946005505664 ext(0->4095) 00002000:00010000:1.0:1746126827.223098:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175180 00000100:00100000:1.0:1746126827.223123:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13840 00000100:00100000:1.0:1746126827.223151:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005505664:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126827.223247:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005505664:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.223253:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13840 00002000:00100000:1.0:1746126827.223257:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175180 x1830946005505664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.223263:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175180 with x1830946005505664 ext(0->4095) 00002000:00010000:1.0:1746126827.223266:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175180 00000100:00100000:0.0:1746126827.230725:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.231019:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005505792 00000100:00100000:3.0:1746126827.231027:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005505792 00000100:00100000:3.0:1746126827.231526:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30282 00000100:00100000:3.0:1746126827.231534:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005505792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.231549:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.231563:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c2f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.231588:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 17 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.231595:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.231596:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.231600:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.231624:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 17 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.231634:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 17 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.231643:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997737088:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.231725:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.233092:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997737088:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.233151:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.233161:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126827.233186:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005505792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1653us (2467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.233192:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30282 00000100:00100000:0.0:1746126827.239720:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.239801:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.240044:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005506048 00000100:00100000:3.0:1746126827.240051:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005506048 00000100:00100000:3.0:1746126827.240084:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30283 00000100:00100000:3.0:1746126827.240090:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:1764:x1830946005506048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.240109:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.240122:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c36 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.240169:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.240174:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.240179:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126827.240182:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.240210:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.240219:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.240227:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126827.240274:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005506048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.240279:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30283 00000100:00100000:2.0:1746126827.240528:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005505920 00000100:00100000:2.0:1746126827.240533:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005505920 00002000:00100000:2.0:1746126827.240556:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880099174e00 x1830946005505920/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.240565:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174e00 with x1830946005505920 ext(0->7) 00010000:00010000:2.0:1746126827.240569:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.240578:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.240584:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174e00 00000100:00100000:2.0:1746126827.240598:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2914 00000100:00100000:2.0:1746126827.240602:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005505920:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126827.241987:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005505920:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1382us (2272us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746126827.241994:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2914 00002000:00100000:0.0:1746126827.242000:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880099174e00 x1830946005505920/t4294970662(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.242007:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174e00 with x1830946005505920 ext(0->7) 00010000:00010000:0.0:1746126827.242011:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:0.0:1746126827.242021:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:0.0:1746126827.242026:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174e00 00000100:00100000:0.0:1746126827.243892:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.243973:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005506176 00000100:00100000:3.0:1746126827.243978:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005506176 00010000:00010000:3.0:1746126827.244000:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.244018:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18001 00000100:00100000:3.0:1746126827.244024:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946005506176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.244035:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.244051:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.244060:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.244076:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a92d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c28 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.244103:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.244105:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.244110:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.244117:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.244168:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.244178:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 5 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.244188:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737344:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.244852:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.248480:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.248513:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737344:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.248528:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126827.248547:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005506432 00000100:00100000:1.0:1746126827.248553:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005506432 00000100:00100000:3.0:1746126827.248559:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2029:x1830946005506176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4535us (4673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.248567:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18001 00002000:00100000:1.0:1746126827.248583:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bb800 x1830946005506432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.248591:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bb800 with x1830946005506432 ext(0->4095) 00010000:00010000:1.0:1746126827.248597:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.248618:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.248625:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1bb800 00000100:00100000:1.0:1746126827.248865:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2915 00000100:00100000:1.0:1746126827.248872:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005506432:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.249013:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005506432:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.249019:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2915 00002000:00100000:1.0:1746126827.249024:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bb800 x1830946005506432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.249031:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bb800 with x1830946005506432 ext(0->4095) 00010000:00010000:1.0:1746126827.249036:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.249048:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.249053:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1bb800 00000100:00100000:0.0:1746126827.250508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.250601:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005506560 00000100:00100000:3.0:1746126827.250606:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005506560 00010000:00010000:3.0:1746126827.250625:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.250655:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18002 00000100:00100000:3.0:1746126827.250662:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005506560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.250671:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.250686:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.250696:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.250714:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734a934 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c2f expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.250740:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.250742:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.250748:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.250854:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.250879:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.250890:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737472:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.250963:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.252355:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737472:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.252369:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.252409:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005506560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1747us (1902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.252417:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18002 00000100:00100000:0.0:1746126827.252886:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.253026:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005506816 00000100:00100000:1.0:1746126827.253031:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005506816 00002000:00100000:1.0:1746126827.253059:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b8000 x1830946005506816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.253069:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b8000 with x1830946005506816 ext(0->4095) 00002000:00010000:1.0:1746126827.253073:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b8000 00000100:00100000:2.0:1746126827.253218:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13841 00000100:00100000:2.0:1746126827.253226:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005506816:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.253322:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005506816:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.253327:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13841 00002000:00100000:2.0:1746126827.253332:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b8000 x1830946005506816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.253339:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b8000 with x1830946005506816 ext(0->4095) 00002000:00010000:2.0:1746126827.253341:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b8000 00000100:00100000:0.0:1746126827.254453:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.254505:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005506944 00000100:00100000:2.0:1746126827.254509:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005506944 00000100:00100000:2.0:1746126827.254541:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30284 00000100:00100000:2.0:1746126827.254547:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005506944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.254557:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.254568:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c3d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.254586:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.254593:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.254594:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.254597:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.254620:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.254630:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.254639:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997737600:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.254704:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.255747:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997737600:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.255777:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.255787:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126827.255816:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005506944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1268us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.255823:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30284 00000100:00100000:0.0:1746126827.255999:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.256186:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005507072 00000100:00100000:3.0:1746126827.256190:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005507072 00010000:00010000:3.0:1746126827.256207:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.256232:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18003 00000100:00100000:3.0:1746126827.256505:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005507072:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.256516:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.256532:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.256540:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.256555:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a93b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c36 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.256566:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.256568:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.256573:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.256580:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.256601:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.256610:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737728:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.256718:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.258481:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737728:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.258494:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.258521:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005507072:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2283us (2522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.258528:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18003 00000100:00100000:0.0:1746126827.258780:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.259040:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005507328 00000100:00100000:1.0:1746126827.259045:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005507328 00002000:00100000:1.0:1746126827.259071:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427b80 x1830946005507328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.259080:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427b80 with x1830946005507328 ext(0->4095) 00002000:00010000:1.0:1746126827.259084:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098427b80 00000100:00100000:1.0:1746126827.259108:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13842 00000100:00100000:1.0:1746126827.259114:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005507328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.259223:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005507328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.259228:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13842 00002000:00100000:1.0:1746126827.259232:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427b80 x1830946005507328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.259238:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427b80 with x1830946005507328 ext(0->4095) 00002000:00010000:1.0:1746126827.259241:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098427b80 00000100:00100000:0.0:1746126827.260695:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.260838:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005507456 00000100:00100000:2.0:1746126827.260843:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005507456 00000100:00100000:2.0:1746126827.260880:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30285 00000100:00100000:2.0:1746126827.260885:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1765:x1830946005507456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.260895:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.260908:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c44 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.260926:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.260933:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.260934:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.260937:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.260959:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.260968:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.260978:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997737856:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.261045:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.262786:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.262867:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997737856:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.262890:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.262906:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126827.262943:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1765:x1830946005507456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2057us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.262950:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30285 00000100:00100000:3.0:1746126827.263018:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005507584 00000100:00100000:3.0:1746126827.263023:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005507584 00010000:00010000:3.0:1746126827.263043:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.263073:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18004 00000100:00100000:3.0:1746126827.263079:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005507584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.263089:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.263104:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.263117:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.263154:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a942 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c3d expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.263166:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.263172:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.263177:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.263184:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.263207:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.263216:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737984:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.263260:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.263267:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.263352:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005507712 00000100:00100000:2.0:1746126827.263355:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005507712 00000100:00100000:2.0:1746126827.263375:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30286 00000100:00100000:2.0:1746126827.263380:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005507712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.263389:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.263396:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c4b expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.263407:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.263412:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.263413:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.263512:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.263530:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.263539:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.263547:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997738112:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.263573:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.264556:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.264571:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997738112:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.264586:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.264595:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126827.264617:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005507712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1236us (1348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.264621:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997737984:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.264622:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30286 00010000:00010000:3.0:1746126827.264629:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.264640:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005507968 00000100:00100000:3.0:1746126827.264642:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082510380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005507584:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1565us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.264642:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005507968 00000100:00100000:3.0:1746126827.264648:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18004 00002000:00100000:2.0:1746126827.264663:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511c00 x1830946005507968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.264671:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511c00 with x1830946005507968 ext(0->4095) 00010000:00010000:2.0:1746126827.264675:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.264685:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.264690:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082511c00 00000100:00100000:2.0:1746126827.264714:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2916 00000100:00100000:2.0:1746126827.264720:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946005507968:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126827.264934:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946005507968:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 213us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.264939:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2916 00002000:00100000:2.0:1746126827.264944:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082511c00 x1830946005507968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.264952:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082511c00 with x1830946005507968 ext(0->4095) 00010000:00010000:2.0:1746126827.264956:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.264964:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.264970:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082511c00 00000100:00100000:0.0:1746126827.266642:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.266738:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005508096 00000100:00100000:2.0:1746126827.266743:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005508096 00000100:00100000:2.0:1746126827.266777:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30287 00000100:00100000:2.0:1746126827.266783:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005508096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.266794:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.266805:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c52 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.266821:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.266825:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.266830:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.266834:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.266858:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.266868:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.266874:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126827.266900:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005508096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.266905:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30287 00000100:00100000:0.0:1746126827.267190:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.267228:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005508224 00000100:00100000:3.0:1746126827.267231:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005508224 00010000:00010000:3.0:1746126827.267384:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.267771:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18005 00000100:00100000:3.0:1746126827.267778:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005508224:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.267785:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.267802:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.267811:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.267826:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a949 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c44 expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.267847:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.267848:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.267853:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.267860:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.267878:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.267915:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.267926:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997738368:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.267976:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.269590:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997738368:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.269604:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.269773:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005508224:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1981us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.269782:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18005 00000100:00100000:1.0:1746126827.270008:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.270119:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005508480 00000100:00100000:2.0:1746126827.270145:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005508480 00002000:00100000:2.0:1746126827.270176:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4700 x1830946005508480/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.270184:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4700 with x1830946005508480 ext(0->4095) 00010000:00010000:2.0:1746126827.270190:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.270200:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.270205:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a4700 00000100:00100000:2.0:1746126827.270218:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2917 00000100:00100000:2.0:1746126827.270224:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005508480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.270327:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005508480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.270333:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2917 00002000:00100000:2.0:1746126827.270337:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4700 x1830946005508480/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.270344:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4700 with x1830946005508480 ext(0->4095) 00010000:00010000:2.0:1746126827.270348:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.270355:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.270359:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a4700 00000100:00100000:0.0:1746126827.271584:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.271750:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005508608 00000100:00100000:2.0:1746126827.271755:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005508608 00000100:00100000:2.0:1746126827.271794:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30288 00000100:00100000:2.0:1746126827.271799:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005508608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.271808:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.271820:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c59 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.271838:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.271842:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.271848:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.271851:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.271876:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.271885:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.271893:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126827.272062:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005508608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 261us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.272068:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30288 00000100:00100000:1.0:1746126827.272185:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.272301:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005508736 00000100:00100000:3.0:1746126827.272304:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005508736 00010000:00010000:3.0:1746126827.272318:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.272498:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18006 00000100:00100000:3.0:1746126827.272505:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005508736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.272512:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.272529:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.272538:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.272553:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a950 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c4b expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.272573:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.272575:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.272583:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.272729:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.272751:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.272779:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.272789:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997738624:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.272997:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.274107:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997738624:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.274118:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.274229:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005508736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1724us (2042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.274236:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18006 00000100:00100000:0.0:1746126827.274576:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.274650:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005508992 00000100:00100000:1.0:1746126827.274655:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005508992 00002000:00100000:1.0:1746126827.274680:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76d80 x1830946005508992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.274688:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76d80 with x1830946005508992 ext(0->4095) 00010000:00010000:1.0:1746126827.274694:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.274709:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.274715:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76d80 00000100:00100000:1.0:1746126827.274820:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2918 00000100:00100000:1.0:1746126827.274826:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005508992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.275032:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005508992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.275037:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2918 00002000:00100000:1.0:1746126827.275042:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76d80 x1830946005508992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.275049:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76d80 with x1830946005508992 ext(0->4095) 00010000:00010000:1.0:1746126827.275053:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.275061:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.275066:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76d80 00000100:00100000:0.0:1746126827.276662:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.276814:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005509120 00000100:00100000:3.0:1746126827.276820:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005509120 00010000:00010000:3.0:1746126827.276840:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.276874:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18007 00000100:00100000:3.0:1746126827.276880:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005509120:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.276892:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.276907:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.276916:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.276936:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a957 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c52 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.276961:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.276963:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.276968:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.276974:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.276997:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.277008:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997738752:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.277094:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.278522:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997738752:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.278535:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.278561:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005509120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1681us (1902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.278584:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18007 00000100:00100000:0.0:1746126827.278684:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.278822:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005509376 00000100:00100000:1.0:1746126827.278827:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005509376 00002000:00100000:1.0:1746126827.278852:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ca80 x1830946005509376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.278860:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ca80 with x1830946005509376 ext(0->4095) 00002000:00010000:1.0:1746126827.278865:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00ca80 00000100:00100000:1.0:1746126827.278878:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13843 00000100:00100000:1.0:1746126827.278884:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005509376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.278996:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005509376:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.279001:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13843 00002000:00100000:1.0:1746126827.279006:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ca80 x1830946005509376/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.279013:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ca80 with x1830946005509376 ext(0->4095) 00002000:00010000:1.0:1746126827.279016:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00ca80 00000100:00100000:2.0:1746126827.280456:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.280545:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005509504 00000100:00100000:0.0:1746126827.280550:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005509504 00000100:00100000:0.0:1746126827.280582:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30289 00000100:00100000:0.0:1746126827.280588:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005509504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126827.280598:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126827.280611:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c60 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.280633:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.280639:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126827.280640:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126827.280644:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.280666:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.280676:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:0.0:1746126827.280686:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997738880:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126827.280745:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.282071:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e00f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997738880:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.282093:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.282103:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c36e800, rc 0) 00000100:00100000:2.0:1746126827.282478:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005509504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1887us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.282484:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30289 00000100:00100000:0.0:1746126827.282714:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.282824:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005509632 00000100:00100000:3.0:1746126827.282829:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005509632 00010000:00010000:3.0:1746126827.282850:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.282878:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18008 00000100:00100000:3.0:1746126827.282883:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005509632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.282893:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.282907:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.282915:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.282931:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734a95e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c59 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.282955:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.282957:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.282963:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.282970:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.282992:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.283001:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739008:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.283055:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.285098:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.285226:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739008:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.285240:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.285284:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005509632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2400us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.285292:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18008 00000100:00100000:1.0:1746126827.286102:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005509888 00000100:00100000:1.0:1746126827.286108:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005509888 00002000:00100000:1.0:1746126827.286161:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d180 x1830946005509888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.286169:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d180 with x1830946005509888 ext(0->4095) 00002000:00010000:1.0:1746126827.286173:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d180 00000100:00100000:1.0:1746126827.286193:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13844 00000100:00100000:1.0:1746126827.286200:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005509888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.286303:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005509888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (1211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.286309:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13844 00002000:00100000:1.0:1746126827.286314:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d180 x1830946005509888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.286326:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d180 with x1830946005509888 ext(0->4095) 00002000:00010000:1.0:1746126827.286328:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d180 00000100:00100000:0.0:1746126827.288416:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.288909:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005510016 00000100:00100000:2.0:1746126827.288915:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005510016 00000100:00100000:2.0:1746126827.288957:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30290 00000100:00100000:2.0:1746126827.288964:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1765:x1830946005510016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.288977:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.288992:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c67 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289015:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289022:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.289023:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.289026:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289050:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289059:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 5 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.289069:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997739136:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.289165:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.289614:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.289891:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005510144 00000100:00100000:2.0:1746126827.289894:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005510144 00000100:00100000:2.0:1746126827.289923:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30291 00000100:00100000:2.0:1746126827.289929:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005510144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.289935:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.289942:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c6e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289954:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.289958:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289963:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.289965:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289984:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.289994:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.290002:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126827.290574:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1764:x1830946005510144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 643us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.290581:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30291 00000100:00100000:2.0:1746126827.291545:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997739136:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.291563:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.291573:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126827.291596:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005510016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2633us (3185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.291601:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30290 00000100:00100000:0.0:1746126827.292909:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.293070:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005510272 00000100:00100000:3.0:1746126827.293077:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005510272 00010000:00010000:3.0:1746126827.293103:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.293340:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18009 00000100:00100000:3.0:1746126827.293347:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005510272:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.293357:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.293372:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.293382:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.293399:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c36e800/0x63da90637734a965 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c60 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.293418:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.293421:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.293426:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.293433:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.293458:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.293467:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.293477:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739392:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.293537:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.296307:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739392:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.296322:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126827.296482:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.296681:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005510528 00000100:00100000:2.0:1746126827.296686:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005510528 00002000:00100000:2.0:1746126827.296719:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff480 x1830946005510528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.296728:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946005510528 ext(0->4095) 00010000:00010000:2.0:1746126827.296735:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.296746:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.296752:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135aff480 00000100:00100000:3.0:1746126827.296791:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005510272:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3443us (3884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.296799:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18009 00000100:00100000:2.0:1746126827.297148:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2919 00000100:00100000:2.0:1746126827.297155:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005510528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.297292:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005510528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (1172us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.297298:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2919 00002000:00100000:2.0:1746126827.297303:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff480 x1830946005510528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.297310:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830946005510528 ext(0->4095) 00010000:00010000:2.0:1746126827.297315:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.297323:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.297328:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135aff480 00000100:00100000:0.0:1746126827.300268:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.300395:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005510656 00000100:00100000:2.0:1746126827.300401:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005510656 00000100:00100000:2.0:1746126827.300433:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30292 00000100:00100000:2.0:1746126827.300439:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005510656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.300452:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.300465:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c75 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.300485:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.300490:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.300496:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.300498:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.300526:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.300536:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.300545:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126827.301284:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005510656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 843us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.301290:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30292 00000100:00100000:1.0:1746126827.302040:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.302152:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005510784 00000100:00100000:3.0:1746126827.302157:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005510784 00010000:00010000:3.0:1746126827.302178:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.302239:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18010 00000100:00100000:3.0:1746126827.302246:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005510784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.302257:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.302272:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.302281:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.302297:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734a96c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c67 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.302321:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.302323:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.302329:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.302335:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.302357:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.302365:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.302375:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739648:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.302447:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.306548:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.306611:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005511040 00000100:00100000:1.0:1746126827.306619:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005511040 00002000:00100000:1.0:1746126827.306654:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2300 x1830946005511040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.306664:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2300 with x1830946005511040 ext(0->4095) 00010000:00010000:1.0:1746126827.306671:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.306683:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.306689:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2300 00000100:00100000:1.0:1746126827.306719:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2920 00000100:00100000:3.0:1746126827.306904:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739648:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.306918:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126827.306936:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005511040:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.306955:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005510784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4709us (4915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.306963:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18010 00000100:00100000:1.0:1746126827.308145:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005511040:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1417us (1601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.308152:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2920 00002000:00100000:1.0:1746126827.308158:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2300 x1830946005511040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.308166:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2300 with x1830946005511040 ext(0->4095) 00010000:00010000:1.0:1746126827.308173:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.308184:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.308189:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2300 00000100:00100000:0.0:1746126827.310706:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.313850:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005511168 00000100:00100000:2.0:1746126827.313861:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005511168 00000100:00100000:2.0:1746126827.313909:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30293 00000100:00100000:2.0:1746126827.313917:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005511168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.313934:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.313949:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c7c expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.313970:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.313976:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.313980:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.313983:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.314013:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.314023:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.314032:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126827.314090:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005511168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (3390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.314095:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30293 00000100:00100000:1.0:1746126827.314383:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.314657:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005511296 00000100:00100000:3.0:1746126827.314661:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005511296 00010000:00010000:3.0:1746126827.314676:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.314691:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18011 00000100:00100000:3.0:1746126827.314695:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005511296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.314702:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.314715:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.314723:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.314736:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734a973 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c6e expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.314769:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.314771:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.314780:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.314787:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.314806:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.314815:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 5 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.314825:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739904:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.314875:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.318258:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997739904:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.318271:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.318345:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005511296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3648us (3961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.318352:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18011 00000100:00100000:0.0:1746126827.318820:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.319674:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005511552 00000100:00100000:1.0:1746126827.319680:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005511552 00002000:00100000:1.0:1746126827.319710:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5c00 x1830946005511552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.319718:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946005511552 ext(0->4095) 00010000:00010000:1.0:1746126827.319724:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.319734:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.319739:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb5c00 00000100:00100000:1.0:1746126827.319818:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2921 00000100:00100000:1.0:1746126827.319825:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005511552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.320201:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005511552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 376us (1381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.320207:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2921 00002000:00100000:1.0:1746126827.320212:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5c00 x1830946005511552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.320219:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946005511552 ext(0->4095) 00010000:00010000:1.0:1746126827.320224:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.320231:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.320236:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb5c00 00000100:00100000:0.0:1746126827.323236:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.323295:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005511680 00000100:00100000:3.0:1746126827.323301:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005511680 00010000:00010000:3.0:1746126827.323328:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.323485:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18012 00000100:00100000:3.0:1746126827.323492:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005511680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.323503:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.323519:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.323529:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.323548:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a97a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c75 expref: 6 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.324994:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.324998:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.325006:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.325014:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.325046:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.325056:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740032:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.325384:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.327717:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.327787:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005511936 00000100:00100000:1.0:1746126827.327794:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005511936 00000100:00100000:3.0:1746126827.327820:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740032:192.168.202.29@tcp:105: 00002000:00100000:1.0:1746126827.327826:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6ebb80 x1830946005511936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.327835:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6ebb80 with x1830946005511936 ext(0->4095) 00010000:00010000:3.0:1746126827.327839:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746126827.327839:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d6ebb80 00000100:00100000:1.0:1746126827.327865:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13845 00000100:00100000:1.0:1746126827.327871:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005511936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.327881:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005511680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4389us (4650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.327887:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18012 00000100:00100000:1.0:1746126827.328173:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005511936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 301us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.328179:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13845 00002000:00100000:1.0:1746126827.328183:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6ebb80 x1830946005511936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.328190:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6ebb80 with x1830946005511936 ext(0->4095) 00002000:00010000:1.0:1746126827.328192:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d6ebb80 00000100:00100000:0.0:1746126827.329667:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.329904:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005512064 00000100:00100000:2.0:1746126827.329911:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005512064 00000100:00100000:2.0:1746126827.329937:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30294 00000100:00100000:2.0:1746126827.329943:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005512064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.329955:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.329967:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c83 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.329988:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.329995:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.329996:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.329999:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.330023:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.330033:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 19 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.330042:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997740160:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.330859:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.333195:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.333216:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997740160:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.333240:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.333254:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126827.333301:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005512064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3357us (3636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.333309:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30294 00000100:00100000:3.0:1746126827.333375:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005512192 00000100:00100000:3.0:1746126827.333381:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005512192 00010000:00010000:3.0:1746126827.333401:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.333424:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18013 00000100:00100000:3.0:1746126827.333429:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005512192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.333440:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.333455:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.333465:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.333482:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734a981 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c7c expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.333494:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.333496:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.333501:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.333513:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.333534:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.333543:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740288:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.333681:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.334391:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740288:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.334399:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.334420:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005512192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 990us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.334426:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18013 00000100:00100000:0.0:1746126827.334977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.335109:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005512448 00000100:00100000:1.0:1746126827.335113:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005512448 00002000:00100000:1.0:1746126827.335163:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5500 x1830946005512448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.335171:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946005512448 ext(0->4095) 00002000:00010000:1.0:1746126827.335175:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5500 00000100:00100000:1.0:1746126827.335203:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13846 00000100:00100000:1.0:1746126827.335209:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005512448:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126827.335699:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005512448:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 489us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.335706:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13846 00002000:00100000:1.0:1746126827.335711:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5500 x1830946005512448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.335719:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946005512448 ext(0->4095) 00002000:00010000:1.0:1746126827.335721:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5500 00000100:00100000:0.0:1746126827.337873:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.338190:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005512576 00000100:00100000:2.0:1746126827.338200:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005512576 00000100:00100000:2.0:1746126827.338228:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30295 00000100:00100000:2.0:1746126827.338234:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1765:x1830946005512576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.338246:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.338259:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c8a expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.338279:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.338286:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.338287:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.338291:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.338314:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.338324:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.338335:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997740416:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.338747:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.338825:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.338923:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005512704 00000100:00100000:2.0:1746126827.338927:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005512704 00000100:00100000:2.0:1746126827.339054:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30296 00000100:00100000:2.0:1746126827.339061:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005512704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.339068:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.339074:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c91 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.339085:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.339088:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.339093:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.339096:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.339114:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.339144:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.339154:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126827.339177:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1764:x1830946005512704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.339183:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30296 00000100:00100000:2.0:1746126827.339900:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997740416:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.339914:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.339921:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126827.339942:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005512576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1707us (2073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.339947:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30295 00000100:00100000:0.0:1746126827.340694:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.340745:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005512832 00000100:00100000:3.0:1746126827.340750:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005512832 00010000:00010000:3.0:1746126827.340777:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.341031:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18014 00000100:00100000:3.0:1746126827.341036:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005512832:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.341045:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.341060:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.341069:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.341083:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734a988 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c83 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.341102:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.341103:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.341109:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.341115:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.341151:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.341160:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.341168:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740672:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.341206:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.342647:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.342700:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005513088 00000100:00100000:1.0:1746126827.342706:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005513088 00002000:00100000:1.0:1746126827.342734:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359180 x1830946005513088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.342743:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359180 with x1830946005513088 ext(0->4095) 00010000:00010000:1.0:1746126827.342749:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.342770:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.342780:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093359180 00000100:00100000:1.0:1746126827.342806:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2922 00000100:00100000:1.0:1746126827.342812:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005513088:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.342918:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005513088:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.342923:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2922 00002000:00100000:1.0:1746126827.342928:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093359180 x1830946005513088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.342935:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093359180 with x1830946005513088 ext(0->4095) 00010000:00010000:1.0:1746126827.342939:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.342946:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.342951:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093359180 00000100:00100000:3.0:1746126827.343535:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740672:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.343549:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.343576:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009335ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005512832:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2539us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.343582:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18014 00000100:00100000:0.0:1746126827.345121:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.345307:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005513216 00000100:00100000:3.0:1746126827.345312:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005513216 00010000:00010000:3.0:1746126827.345328:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.345351:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18015 00000100:00100000:3.0:1746126827.345355:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005513216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.345361:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.345373:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.345382:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.345396:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734a98f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c8a expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.345406:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.345408:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.345412:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.345417:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.345435:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.345441:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740800:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.345492:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.345567:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.345788:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005513344 00000100:00100000:3.0:1746126827.345791:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005513344 00000100:00100000:3.0:1746126827.345810:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30297 00000100:00100000:3.0:1746126827.345815:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005513344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.345825:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.345834:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c98 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.345857:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.345863:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.345864:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.345867:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.345881:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.345891:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.345902:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997740928:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.345962:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.347712:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997740800:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.347726:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.347787:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005513216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2429us (2667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.347795:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18015 00000100:00100000:0.0:1746126827.348194:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.348363:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005513600 00000100:00100000:1.0:1746126827.348369:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005513600 00002000:00100000:1.0:1746126827.348395:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f2d80 x1830946005513600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126827.348404:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997740928:192.168.202.29@tcp:104: 00002000:00100000:1.0:1746126827.348404:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2d80 with x1830946005513600 ext(0->4095) 00010000:00010000:1.0:1746126827.348411:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.348418:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.348426:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.348432:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f2d80 00010000:00010000:3.0:1746126827.348434:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126827.348456:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005513344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2641us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.348463:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30297 00000100:00100000:1.0:1746126827.348499:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2923 00000100:00100000:1.0:1746126827.348506:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005513600:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.348603:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005513600:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.348609:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2923 00002000:00100000:1.0:1746126827.348613:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f2d80 x1830946005513600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.348620:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2d80 with x1830946005513600 ext(0->4095) 00010000:00010000:1.0:1746126827.348624:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.348631:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.348636:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f2d80 00000100:00100000:0.0:1746126827.351040:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.351122:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.351180:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005513856 00000100:00100000:2.0:1746126827.351186:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005513856 00010000:00010000:2.0:1746126827.351209:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 20 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.351232:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005513728 00000100:00100000:2.0:1746126827.351233:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18016 00000100:00100000:3.0:1746126827.351236:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005513728 00000100:00100000:2.0:1746126827.351239:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946005513856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.351248:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126827.351257:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30298 00010000:00010000:2.0:1746126827.351263:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.351264:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005513728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.351273:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.351275:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.351285:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7c9f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.351289:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734a996 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c91 expref: 21 pid: 9596 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.351300:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.351306:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.351311:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.351314:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.351359:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.351361:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.351367:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.351373:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.351408:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.351417:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.351427:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741056:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.351476:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126827.351560:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:3.0:1746126827.351567:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.351579:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741184:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.351599:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.353192:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741184:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.353212:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.353222:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126827.353253:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005513728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1990us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.353259:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30298 00000100:00100000:2.0:1746126827.353337:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741056:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.353348:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.353366:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2029:x1830946005513856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2128us (2245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.353372:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18016 00000100:00100000:0.0:1746126827.353526:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.353580:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005514112 00000100:00100000:2.0:1746126827.353585:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005514112 00002000:00100000:2.0:1746126827.353609:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0e00 x1830946005514112/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.353617:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0e00 with x1830946005514112 ext(0->4095) 00010000:00010000:2.0:1746126827.353621:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.353631:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.353636:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0e00 00000100:00100000:2.0:1746126827.354064:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2924 00000100:00100000:2.0:1746126827.354072:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005514112:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.354200:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005514112:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (675us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.354206:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2924 00002000:00100000:2.0:1746126827.354211:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0e00 x1830946005514112/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.354217:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0e00 with x1830946005514112 ext(0->4095) 00010000:00010000:2.0:1746126827.354221:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.354229:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:2.0:1746126827.354234:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0e00 00000100:00100000:0.0:1746126827.356634:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.357972:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005514240 00000100:00100000:2.0:1746126827.357981:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005514240 00010000:00010000:2.0:1746126827.358011:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.358051:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18017 00000100:00100000:2.0:1746126827.358058:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005514240:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.358068:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.358085:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.358099:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.358117:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a99d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c98 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.358145:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.358147:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.358153:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.358160:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.358186:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.358196:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741312:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.358258:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.361626:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741312:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126827.361646:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126827.361697:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005514240:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3638us (5067us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126827.361706:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18017 00000100:00100000:2.0:1746126827.361951:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.362042:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005514496 00000100:00100000:0.0:1746126827.362047:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005514496 00002000:00100000:0.0:1746126827.362077:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309c00 x1830946005514496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.362086:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309c00 with x1830946005514496 ext(0->4095) 00002000:00010000:0.0:1746126827.362090:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309c00 00000100:00100000:3.0:1746126827.362628:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13847 00000100:00100000:3.0:1746126827.362636:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005514496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.362735:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005514496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (784us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.362740:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13847 00002000:00100000:3.0:1746126827.362745:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309c00 x1830946005514496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.362752:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309c00 with x1830946005514496 ext(0->4095) 00002000:00010000:3.0:1746126827.362755:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309c00 00000100:00100000:0.0:1746126827.365440:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.365514:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005514624 00000100:00100000:3.0:1746126827.365521:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005514624 00000100:00100000:3.0:1746126827.365551:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30299 00000100:00100000:3.0:1746126827.365557:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005514624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.365570:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.365585:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ca6 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.365608:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.365614:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.365615:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.365618:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.365641:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.365650:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 19 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.365660:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741440:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.366056:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.370184:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.370342:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005514752 00000100:00100000:1.0:1746126827.370350:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005514752 00010000:00010000:1.0:1746126827.370377:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126827.370402:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18018 00000100:00100000:1.0:1746126827.370409:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005514752:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126827.370420:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126827.370436:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.370474:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741440:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.370492:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.370502:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126827.370873:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005514624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5314us (5437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.370883:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30299 00010000:00010000:1.0:1746126827.370999:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.371017:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7c9f expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.371113:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.371115:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.371121:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.371433:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.371462:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126827.371474:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741568:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126827.371534:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.373106:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.373434:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741568:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126827.373447:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126827.373471:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005514752:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3063us (3294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.373479:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18018 00000100:00100000:3.0:1746126827.373656:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005514880 00000100:00100000:3.0:1746126827.373662:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005514880 00000100:00100000:3.0:1746126827.373689:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30300 00000100:00100000:3.0:1746126827.373695:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005514880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.373708:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.373719:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cad expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.373737:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.373743:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.373745:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.373748:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.373778:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.373788:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 5 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.373796:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741696:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126827.373948:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.373954:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.374018:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005515136 00000100:00100000:1.0:1746126827.374021:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005515136 00002000:00100000:1.0:1746126827.374070:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50700 x1830946005515136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.374079:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50700 with x1830946005515136 ext(0->4095) 00010000:00010000:1.0:1746126827.374084:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.374093:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.374099:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba50700 00000100:00100000:1.0:1746126827.374282:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2925 00000100:00100000:1.0:1746126827.374288:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005515136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.374611:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005515136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 322us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.374617:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2925 00002000:00100000:1.0:1746126827.374623:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50700 x1830946005515136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.374630:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50700 with x1830946005515136 ext(0->4095) 00010000:00010000:1.0:1746126827.374634:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.374647:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.374652:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba50700 00000100:00100000:3.0:1746126827.375339:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741696:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.375356:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.375366:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126827.375386:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005514880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1692us (2284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.375392:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30300 00000100:00100000:0.0:1746126827.376304:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.376584:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.376809:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005515392 00000100:00100000:1.0:1746126827.376816:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005515392 00010000:00010000:1.0:1746126827.376837:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.376906:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005515264 00000100:00100000:3.0:1746126827.376910:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005515264 00000100:00100000:1.0:1746126827.376942:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18019 00000100:00100000:1.0:1746126827.376948:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005515392:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126827.376958:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126827.376974:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.376983:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.377000:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734a9ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ca6 expref: 6 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.377010:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.377012:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.377017:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.377027:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.377072:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30301 00000100:00100000:3.0:1746126827.377079:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1765:x1830946005515264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.377090:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.377097:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cb4 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.377110:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.377115:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.377116:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.377118:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.377155:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.377163:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.377173:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741952:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126827.377185:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.377192:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:1.0:1746126827.377198:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741824:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.377222:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.377379:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.378624:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997741952:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.378638:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.378646:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126827.378678:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005515264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1599us (2375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.378685:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30301 00000100:00100000:2.0:1746126827.379987:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997741824:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.380003:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.380040:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005515392:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3091us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.380048:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18019 00000100:00100000:0.0:1746126827.380514:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.380943:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005515648 00000100:00100000:1.0:1746126827.380949:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005515648 00002000:00100000:1.0:1746126827.380975:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba35880 x1830946005515648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.380984:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba35880 with x1830946005515648 ext(0->4095) 00010000:00010000:1.0:1746126827.380991:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.381000:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.381006:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba35880 00000100:00100000:1.0:1746126827.381034:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2926 00000100:00100000:1.0:1746126827.381040:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005515648:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.381266:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005515648:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 225us (752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.381272:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2926 00002000:00100000:1.0:1746126827.381277:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba35880 x1830946005515648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.381284:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba35880 with x1830946005515648 ext(0->4095) 00010000:00010000:1.0:1746126827.381288:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:1.0:1746126827.381297:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00002000:00010000:1.0:1746126827.381302:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba35880 00000100:00100000:0.0:1746126827.383221:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.383277:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005515776 00000100:00100000:2.0:1746126827.383283:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005515776 00010000:00010000:2.0:1746126827.383307:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.383327:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18020 00000100:00100000:2.0:1746126827.383333:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005515776:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.383342:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.383356:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.383366:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.383383:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cad expref: 21 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.383406:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.383408:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.383414:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.383420:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.383447:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.383458:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742080:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.383523:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.385843:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742080:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.385859:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.385890:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005515776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2556us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.385897:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18020 00000100:00100000:0.0:1746126827.386365:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.386416:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005516032 00000100:00100000:1.0:1746126827.386421:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005516032 00002000:00100000:1.0:1746126827.386451:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26680 x1830946005516032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.386460:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26680 with x1830946005516032 ext(0->4095) 00002000:00010000:1.0:1746126827.386464:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26680 00000100:00100000:1.0:1746126827.386489:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13848 00000100:00100000:1.0:1746126827.386496:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005516032:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126827.386596:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005516032:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.386602:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13848 00002000:00100000:1.0:1746126827.386607:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26680 x1830946005516032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.386613:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26680 with x1830946005516032 ext(0->4095) 00002000:00010000:1.0:1746126827.386615:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26680 00000100:00100000:0.0:1746126827.387949:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.388092:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005516160 00000100:00100000:3.0:1746126827.388097:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005516160 00000100:00100000:3.0:1746126827.388144:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30302 00000100:00100000:3.0:1746126827.388150:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005516160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.388159:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.388170:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cbb expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.388189:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.388195:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.388196:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.388199:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.388226:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.388235:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 19 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:3.0:1746126827.388244:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997742208:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.388309:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.389335:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997742208:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.389349:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.389359:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126827.389382:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005516160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1232us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.389387:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30302 00000100:00100000:0.0:1746126827.390434:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.391039:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005516288 00000100:00100000:2.0:1746126827.391046:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005516288 00010000:00010000:2.0:1746126827.391072:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00000100:00100000:2.0:1746126827.391652:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18021 00000100:00100000:2.0:1746126827.391659:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005516288:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.391670:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.391685:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.391695:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.391713:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cb4 expref: 20 pid: 9594 timeout: 822 lvb_type: 0 00010000:00010000:2.0:1746126827.391772:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.391775:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.391782:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.391794:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.391818:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.391829:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742336:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.391893:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.393463:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742336:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.393476:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.393501:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005516288:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1842us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.393508:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18021 00000100:00100000:0.0:1746126827.393990:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.394553:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005516544 00000100:00100000:3.0:1746126827.394559:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005516544 00002000:00100000:3.0:1746126827.394592:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11500 x1830946005516544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.394600:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11500 with x1830946005516544 ext(0->4095) 00002000:00010000:3.0:1746126827.394604:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb11500 00000100:00100000:3.0:1746126827.394620:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13849 00000100:00100000:3.0:1746126827.394626:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005516544:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126827.394720:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005516544:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (730us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.394725:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13849 00002000:00100000:3.0:1746126827.394730:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11500 x1830946005516544/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.394737:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11500 with x1830946005516544 ext(0->4095) 00002000:00010000:3.0:1746126827.394740:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb11500 00000100:00100000:0.0:1746126827.396966:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.397206:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.397319:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005516672 00000100:00100000:3.0:1746126827.397326:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005516672 00000100:00100000:3.0:1746126827.397362:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005516800 00000100:00100000:3.0:1746126827.397365:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005516800 00000100:00100000:3.0:1746126827.397378:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30303 00000100:00100000:3.0:1746126827.397384:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1765:x1830946005516672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.397399:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.397412:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cc9 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.397435:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.397442:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.397443:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126827.397444:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30304 00010000:00010000:3.0:1746126827.397447:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.397453:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005516800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.397461:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.397468:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cc2 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.397471:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.397485:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.397584:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.397590:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.397595:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.397599:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.397605:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997742464:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.397620:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.397631:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.397640:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126827.397823:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1764:x1830946005516800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 370us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.397829:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30304 00000100:00100000:3.0:1746126827.397879:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.400311:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997742464:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.400330:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.400341:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126827.400383:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005516672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2998us (3421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.400390:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30303 00000100:00100000:1.0:1746126827.400732:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.400749:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005516928 00000100:00100000:2.0:1746126827.400755:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005516928 00010000:00010000:2.0:1746126827.400785:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.400804:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18022 00000100:00100000:2.0:1746126827.400810:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005516928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.400819:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.400835:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.400844:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.400861:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734a9c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cbb expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.400873:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.400874:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.400880:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.400887:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.400909:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.400917:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.400926:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742720:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.400984:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.403797:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.403848:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005517184 00000100:00100000:1.0:1746126827.403855:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005517184 00000100:00100000:2.0:1746126827.403876:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742720:192.168.202.29@tcp:105: 00002000:00100000:1.0:1746126827.403887:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9880 x1830946005517184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126827.403890:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126827.403895:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946005517184 ext(0->4095) 00010000:00010000:1.0:1746126827.403901:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.403910:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.403916:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9880 00000100:00100000:2.0:1746126827.403918:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005516928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3109us (3187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.403925:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18022 00000100:00100000:1.0:1746126827.403940:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2927 00000100:00100000:1.0:1746126827.403946:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005517184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.404327:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005517184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 380us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.404333:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2927 00002000:00100000:1.0:1746126827.404338:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9880 x1830946005517184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.404345:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946005517184 ext(0->4095) 00010000:00010000:1.0:1746126827.404350:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.404359:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.404365:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9880 00000100:00100000:0.0:1746126827.406453:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.406517:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005517312 00000100:00100000:3.0:1746126827.406523:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005517312 00000100:00100000:3.0:1746126827.406561:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30305 00000100:00100000:3.0:1746126827.406567:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005517312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.406578:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.406590:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cd0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.406610:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.406615:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.406625:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126827.406628:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.406658:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.406668:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.406675:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126827.406705:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005517312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.406710:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30305 00000100:00100000:0.0:1746126827.407947:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.408011:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005517440 00000100:00100000:2.0:1746126827.408015:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005517440 00010000:00010000:2.0:1746126827.408033:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.408068:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18023 00000100:00100000:2.0:1746126827.408074:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005517440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.408084:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.408098:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.408107:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.408124:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc9 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.408156:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.408158:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.408163:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.408169:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.408190:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.408200:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.408213:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742976:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.408271:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.412537:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997742976:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.412556:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126827.412579:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.412865:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005517440:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4790us (4919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.412874:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18023 00000100:00100000:1.0:1746126827.416346:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005517696 00000100:00100000:1.0:1746126827.416356:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005517696 00002000:00100000:1.0:1746126827.416392:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0b77c50 x1830946005517696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.416401:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0b77c50 with x1830946005517696 ext(0->4095) 00010000:00010000:1.0:1746126827.416409:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.416421:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.416427:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0b77c50 00000100:00100000:1.0:1746126827.416460:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2928 00000100:00100000:1.0:1746126827.416467:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005517696:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126827.417082:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0b77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005517696:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 614us (4502us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126827.417089:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2928 00002000:00100000:0.0:1746126827.417094:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0b77c50 x1830946005517696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.417102:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0b77c50 with x1830946005517696 ext(0->4095) 00010000:00010000:0.0:1746126827.417106:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.417119:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.417124:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0b77c50 00000100:00100000:0.0:1746126827.421192:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.421236:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.421534:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005517824 00000100:00100000:2.0:1746126827.421545:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005517824 00010000:00010000:2.0:1746126827.421574:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.421635:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18024 00000100:00100000:3.0:1746126827.421637:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005517952 00000100:00100000:3.0:1746126827.421641:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005517952 00000100:00100000:2.0:1746126827.421642:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005517824:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.421653:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126827.421667:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30306 00010000:00010000:2.0:1746126827.421669:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.421672:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005517952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.421678:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.421683:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.421692:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cd7 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.421694:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734a9ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cc2 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.421705:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.421710:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.421720:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.421723:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.421757:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.421769:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.421775:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.421781:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.421805:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.421816:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.421826:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997743104:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.421885:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746126827.421886:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.421893:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.421901:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997743232:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.421920:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.423686:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997743104:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.423705:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.423716:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126827.423745:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005517952:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2072us (2559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.423752:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30306 00000100:00100000:2.0:1746126827.423920:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997743232:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.423931:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.423947:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005517824:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2306us (2710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.423953:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18024 00000100:00100000:0.0:1746126827.424110:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.424251:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005518208 00000100:00100000:2.0:1746126827.424255:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005518208 00002000:00100000:2.0:1746126827.424280:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9f80 x1830946005518208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.424289:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946005518208 ext(0->4095) 00010000:00010000:2.0:1746126827.424294:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.424394:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.424401:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:2.0:1746126827.424457:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2929 00000100:00100000:2.0:1746126827.424464:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005518208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.424834:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005518208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 369us (723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.424840:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2929 00002000:00100000:2.0:1746126827.424845:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9f80 x1830946005518208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.424852:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9f80 with x1830946005518208 ext(0->4095) 00010000:00010000:2.0:1746126827.424856:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.424864:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.424869:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9f80 00000100:00100000:0.0:1746126827.426493:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.426534:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.426608:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005518336 00000100:00100000:2.0:1746126827.426613:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005518336 00010000:00010000:2.0:1746126827.426631:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.426664:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18025 00000100:00100000:3.0:1746126827.426667:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005518464 00000100:00100000:2.0:1746126827.426671:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005518336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126827.426672:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005518464 00010000:00010000:2.0:1746126827.426679:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.426693:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 7 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.426700:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30307 00010000:00010000:2.0:1746126827.426701:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 7 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.426706:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:1765:x1830946005518464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.426716:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.426717:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734a9d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd0 expref: 7 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.426726:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cde expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.426728:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.426730:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.426736:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.426743:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.426754:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.426775:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.426776:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.426779:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.426842:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.426853:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 19 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.426863:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997743488:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.426894:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 19 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.426902:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 19 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.426910:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997743360:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.426991:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.427002:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.428201:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997743360:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.428208:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997743488:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.428214:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126827.428219:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.428313:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:2.0:1746126827.428420:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+7:2028:x1830946005518336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1748us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.428427:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18025 00000100:00100000:3.0:1746126827.428527:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005518464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1820us (1991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.428533:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30307 00000100:00100000:0.0:1746126827.428819:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.428853:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005518592 00000100:00100000:3.0:1746126827.428857:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005518592 00010000:00010000:3.0:1746126827.428871:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.428930:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18026 00000100:00100000:3.0:1746126827.428936:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005518592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.428944:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.428956:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.428964:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.428979:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734a9dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cd7 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.428996:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.428998:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.429003:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.429242:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.429264:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.429278:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997743616:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.429460:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.430934:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997743616:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.430947:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.430983:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005518592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2047us (2164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.430990:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18026 00000100:00100000:0.0:1746126827.431516:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.431590:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005518848 00000100:00100000:2.0:1746126827.431595:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005518848 00002000:00100000:2.0:1746126827.431623:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8000 x1830946005518848/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.431632:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8000 with x1830946005518848 ext(0->4095) 00002000:00010000:2.0:1746126827.431635:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8000 00000100:00100000:2.0:1746126827.431649:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13850 00000100:00100000:2.0:1746126827.431654:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005518848:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.432049:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005518848:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 392us (532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.432055:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13850 00002000:00100000:2.0:1746126827.432060:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8000 x1830946005518848/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.432067:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8000 with x1830946005518848 ext(0->4095) 00002000:00010000:2.0:1746126827.432069:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade8000 00000100:00100000:0.0:1746126827.436404:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.436539:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005518976 00000100:00100000:3.0:1746126827.436546:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005518976 00000100:00100000:3.0:1746126827.436593:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30308 00000100:00100000:3.0:1746126827.436600:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1765:x1830946005518976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.436614:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.436628:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ce5 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.436651:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.436658:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.436660:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.436663:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.436688:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.436702:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.436713:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997743744:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.436803:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.438553:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997743744:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.438573:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.438586:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126827.438617:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1765:x1830946005518976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2017us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.438624:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30308 00000100:00100000:0.0:1746126827.440777:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.440852:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.440913:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005519232 00000100:00100000:3.0:1746126827.440919:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005519232 00000100:00100000:3.0:1746126827.440949:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30309 00000100:00100000:3.0:1746126827.440955:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005519232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.440969:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.440982:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cec expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.441001:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.441006:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.441015:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.441018:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.441045:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.441055:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.441062:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126827.441103:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005519232:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.441108:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30309 00000100:00100000:2.0:1746126827.441165:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005519104 00000100:00100000:2.0:1746126827.441169:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005519104 00010000:00010000:2.0:1746126827.441184:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.441204:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18027 00000100:00100000:2.0:1746126827.441209:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005519104:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.441216:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.441230:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.441244:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.441258:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734a9e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cde expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.441270:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.441272:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.441276:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.441282:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.441300:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.441309:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.441322:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744000:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.441793:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.444667:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744000:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.444686:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.444735:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005519104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3524us (3881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.444744:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18027 00000100:00100000:0.0:1746126827.444871:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.445117:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005519488 00000100:00100000:3.0:1746126827.445123:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005519488 00002000:00100000:3.0:1746126827.445178:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9880 x1830946005519488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.445186:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946005519488 ext(0->4095) 00010000:00010000:3.0:1746126827.445193:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.445203:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.445209:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9880 00000100:00100000:3.0:1746126827.445233:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2930 00000100:00100000:3.0:1746126827.445239:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005519488:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126827.445331:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005519488:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.445337:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2930 00002000:00100000:3.0:1746126827.445341:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9880 x1830946005519488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.445347:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9880 with x1830946005519488 ext(0->4095) 00010000:00010000:3.0:1746126827.445351:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.445358:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.445363:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade9880 00000100:00100000:0.0:1746126827.447741:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.447979:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005519616 00000100:00100000:2.0:1746126827.447985:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005519616 00000100:00100000:2.0:1746126827.448367:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30310 00000100:00100000:2.0:1746126827.448374:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005519616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.448388:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.448400:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cf3 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.448419:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.448423:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.448427:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.448430:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.448454:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.448467:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.448474:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126827.448507:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005519616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.448511:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30310 00000100:00100000:0.0:1746126827.449707:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.449796:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005519744 00000100:00100000:2.0:1746126827.449800:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005519744 00010000:00010000:2.0:1746126827.449816:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.449842:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18028 00000100:00100000:2.0:1746126827.449847:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005519744:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.449855:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.449868:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.449877:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.449894:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ce5 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.450058:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.450061:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.450067:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.450074:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.450094:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.450103:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.450113:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744256:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.450872:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.452456:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.452539:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744256:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.452555:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.452585:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005519744:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2736us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.452592:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18028 00000100:00100000:3.0:1746126827.452655:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005520000 00000100:00100000:3.0:1746126827.452659:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005520000 00002000:00100000:3.0:1746126827.452835:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8380 x1830946005520000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.452844:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8380 with x1830946005520000 ext(0->4095) 00010000:00010000:3.0:1746126827.452850:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.452860:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.452870:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade8380 00000100:00100000:3.0:1746126827.452885:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2931 00000100:00100000:3.0:1746126827.452891:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005520000:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.452993:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005520000:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.452999:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2931 00002000:00100000:3.0:1746126827.453003:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade8380 x1830946005520000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.453020:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade8380 with x1830946005520000 ext(0->4095) 00010000:00010000:3.0:1746126827.453024:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.453032:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.453038:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ade8380 00000100:00100000:0.0:1746126827.454773:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.454817:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.454927:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005520128 00000100:00100000:3.0:1746126827.454932:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005520128 00000100:00100000:3.0:1746126827.454959:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30311 00000100:00100000:3.0:1746126827.454965:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005520128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.454976:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.454987:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7cfa expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.455010:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.455015:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.455020:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126827.455023:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.455051:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.455062:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.455069:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126827.455111:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005520128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.455116:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30311 00000100:00100000:2.0:1746126827.455190:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005520256 00000100:00100000:2.0:1746126827.455194:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005520256 00010000:00010000:2.0:1746126827.455213:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.455233:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18029 00000100:00100000:2.0:1746126827.455238:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946005520256:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.455248:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.455265:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.455273:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.455291:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734a9f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cec expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.455311:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.455313:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.455317:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.455323:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.455340:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.455349:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.455358:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744512:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.455410:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.457847:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.457999:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005520512 00000100:00100000:3.0:1746126827.458005:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005520512 00002000:00100000:3.0:1746126827.458035:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde2300 x1830946005520512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.458045:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2300 with x1830946005520512 ext(0->4095) 00010000:00010000:3.0:1746126827.458051:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.458067:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.458073:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde2300 00000100:00100000:3.0:1746126827.458086:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2932 00000100:00100000:3.0:1746126827.458092:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005520512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.458247:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005520512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.458253:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2932 00002000:00100000:3.0:1746126827.458258:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde2300 x1830946005520512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.458265:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2300 with x1830946005520512 ext(0->4095) 00010000:00010000:3.0:1746126827.458270:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.458277:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.458283:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde2300 00000100:00100000:2.0:1746126827.458361:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744512:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.458375:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.458396:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2029:x1830946005520256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3158us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.458402:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18029 00000100:00100000:0.0:1746126827.464258:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.464356:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005520640 00000100:00100000:2.0:1746126827.464364:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005520640 00010000:00010000:2.0:1746126827.464394:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.464675:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18030 00000100:00100000:2.0:1746126827.464683:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005520640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.464694:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.464711:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.464722:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.464741:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734a9f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cf3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.464776:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.464779:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.464784:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.464791:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.464959:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.464972:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744640:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.465210:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.467960:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744640:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.467977:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.468050:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005520640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3366us (3799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.468058:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18030 00000100:00100000:0.0:1746126827.468482:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.468525:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005520896 00000100:00100000:0.0:1746126827.468530:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005520896 00002000:00100000:0.0:1746126827.468561:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde2680 x1830946005520896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.468575:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2680 with x1830946005520896 ext(0->4095) 00002000:00010000:0.0:1746126827.468578:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde2680 00000100:00100000:0.0:1746126827.468603:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13851 00000100:00100000:0.0:1746126827.468610:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005520896:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126827.468697:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005520896:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (216us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126827.468702:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13851 00002000:00100000:0.0:1746126827.468706:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde2680 x1830946005520896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.468712:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde2680 with x1830946005520896 ext(0->4095) 00002000:00010000:0.0:1746126827.468714:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde2680 00010000:00010000:2.0:1746126827.468929:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126827.472108:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.472500:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005521024 00000100:00100000:2.0:1746126827.472508:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005521024 00000100:00100000:2.0:1746126827.472555:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30312 00000100:00100000:2.0:1746126827.472562:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005521024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.472576:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.472589:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d01 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.472612:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.472618:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.472620:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.472623:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.472648:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.472658:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 19 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.472668:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997744768:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.473316:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.476289:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997744768:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.476314:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.476328:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126827.476376:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005521024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3813us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.476383:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30312 00000100:00100000:0.0:1746126827.476887:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.477074:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005521152 00000100:00100000:3.0:1746126827.477081:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005521152 00010000:00010000:3.0:1746126827.477102:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.477162:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18031 00000100:00100000:3.0:1746126827.477170:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005521152:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.477181:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.477198:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.477208:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.477227:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734a9ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7cfa expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.477245:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.477247:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.477253:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.477260:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.477284:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.477294:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744896:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.477355:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.479540:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.479625:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997744896:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126827.479635:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126827.479638:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.479668:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005521152:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2498us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.479675:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18031 00000100:00100000:3.0:1746126827.479705:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005521536 00000100:00100000:3.0:1746126827.479709:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005521536 00000100:00100000:2.0:1746126827.479730:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005521280 00002000:00100000:3.0:1746126827.479734:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0700 x1830946005521536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126827.479734:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005521280 00002000:00100000:3.0:1746126827.479743:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0700 with x1830946005521536 ext(0->4095) 00002000:00010000:3.0:1746126827.479747:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0700 00000100:00100000:2.0:1746126827.479754:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30313 00000100:00100000:2.0:1746126827.479773:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005521280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.479786:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.479796:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d08 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.479813:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.479820:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.479821:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.479824:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.479845:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.479853:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.479861:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997745024:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.479896:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.480324:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2933 00000100:00100000:3.0:1746126827.480330:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005521536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.480414:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005521536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.480419:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2933 00002000:00100000:3.0:1746126827.480424:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0700 x1830946005521536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.480432:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0700 with x1830946005521536 ext(0->4095) 00010000:00010000:3.0:1746126827.480436:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.480446:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.480451:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde0700 00000100:00100000:0.0:1746126827.482163:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997745024:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126827.482183:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.482194:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:0.0:1746126827.482232:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005521280:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2471us (2696us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126827.482237:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30313 00000100:00100000:2.0:1746126827.483432:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.483991:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005521792 00000100:00100000:1.0:1746126827.483997:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005521792 00000100:00100000:1.0:1746126827.484041:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30314 00000100:00100000:1.0:1746126827.484048:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1765:x1830946005521792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.484060:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.484073:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d0f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.484091:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.484096:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.484101:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.484103:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.484155:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.484166:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.484174:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126827.484204:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005521792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.484209:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30314 00000100:00100000:2.0:1746126827.484377:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.484606:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005521664 00000100:00100000:0.0:1746126827.484610:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005521664 00010000:00010000:0.0:1746126827.484627:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746126827.484643:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18032 00000100:00100000:0.0:1746126827.484648:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005521664:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126827.484656:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126827.484669:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.484678:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.484693:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d01 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.484716:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126827.484718:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126827.484722:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.484729:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.484747:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.484771:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:0.0:1746126827.484781:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fde3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997745280:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126827.484828:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.487024:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.487056:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fde3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997745280:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.487070:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.487097:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005521664:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2448us (2720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.487103:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18032 00000100:00100000:3.0:1746126827.487241:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005522048 00000100:00100000:3.0:1746126827.487245:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005522048 00002000:00100000:3.0:1746126827.487273:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0a80 x1830946005522048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.487280:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0a80 with x1830946005522048 ext(0->4095) 00010000:00010000:3.0:1746126827.487287:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.487296:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.487302:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde0a80 00000100:00100000:3.0:1746126827.487334:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2934 00000100:00100000:3.0:1746126827.487341:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946005522048:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126827.487444:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2029:x1830946005522048:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.487450:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2934 00002000:00100000:3.0:1746126827.487454:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0a80 x1830946005522048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.487544:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0a80 with x1830946005522048 ext(0->4095) 00010000:00010000:3.0:1746126827.487549:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.487557:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.487562:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde0a80 00000100:00100000:0.0:1746126827.488854:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.488965:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005522176 00000100:00100000:2.0:1746126827.488971:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005522176 00010000:00010000:2.0:1746126827.488989:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.489017:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18033 00000100:00100000:2.0:1746126827.489023:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005522176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.489031:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.489044:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.489054:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.489070:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aa0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d08 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.489089:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.489091:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.489100:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.489107:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.489147:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.489160:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997745408:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.489200:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.492313:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997745408:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.492332:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.492365:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005522176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3340us (3512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.492378:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18033 00000100:00100000:0.0:1746126827.493977:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.494049:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005522432 00000100:00100000:3.0:1746126827.494055:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005522432 00002000:00100000:3.0:1746126827.494083:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0380 x1830946005522432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.494091:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0380 with x1830946005522432 ext(0->4095) 00002000:00010000:3.0:1746126827.494094:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0380 00000100:00100000:3.0:1746126827.494121:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13853 00000100:00100000:3.0:1746126827.494343:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005522432:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.494601:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005522432:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 473us (626us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.494607:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13853 00002000:00100000:3.0:1746126827.494613:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0380 x1830946005522432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.494620:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0380 with x1830946005522432 ext(0->4095) 00002000:00010000:3.0:1746126827.494623:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0380 00000100:00100000:0.0:1746126827.496091:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.496149:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005522560 00000100:00100000:3.0:1746126827.496154:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005522560 00000100:00100000:3.0:1746126827.496190:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30315 00000100:00100000:3.0:1746126827.496196:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005522560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.496208:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.496221:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d16 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.496242:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.496252:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.496254:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.496257:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.496288:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.496298:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 19 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.496307:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997745536:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.496365:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.497711:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997745536:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.497730:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.497743:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126827.497795:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005522560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1597us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.497802:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30315 00000100:00100000:0.0:1746126827.498039:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.498336:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005522688 00000100:00100000:3.0:1746126827.498341:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005522688 00010000:00010000:3.0:1746126827.498360:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.498462:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18034 00000100:00100000:3.0:1746126827.498469:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005522688:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.498479:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.498494:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.498503:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.498520:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734aa14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d0f expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.498542:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.498544:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.498549:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.498556:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.498578:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.498587:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997745664:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.498641:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.500608:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997745664:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.500624:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.500658:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005522688:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2189us (2619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.500665:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18034 00000100:00100000:0.0:1746126827.500980:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.501231:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005522944 00000100:00100000:3.0:1746126827.501237:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005522944 00002000:00100000:3.0:1746126827.501267:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde1f80 x1830946005522944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.501276:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde1f80 with x1830946005522944 ext(0->4095) 00002000:00010000:3.0:1746126827.501280:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde1f80 00000100:00100000:3.0:1746126827.501303:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13854 00000100:00100000:3.0:1746126827.501309:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005522944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.501397:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005522944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.501402:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13854 00002000:00100000:3.0:1746126827.501408:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde1f80 x1830946005522944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.501413:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde1f80 with x1830946005522944 ext(0->4095) 00002000:00010000:3.0:1746126827.501416:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde1f80 00000100:00100000:0.0:1746126827.502651:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.502807:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005523072 00000100:00100000:3.0:1746126827.502811:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005523072 00000100:00100000:3.0:1746126827.502846:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30316 00000100:00100000:3.0:1746126827.502851:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1765:x1830946005523072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.502863:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.502875:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d1d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.502897:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.502903:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.502905:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.502908:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.502929:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.502938:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.502948:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997745792:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.503013:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.503338:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.503372:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005523200 00000100:00100000:1.0:1746126827.503375:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005523200 00000100:00100000:1.0:1746126827.503403:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30317 00000100:00100000:1.0:1746126827.503408:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005523200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.503414:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.503420:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d24 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.503435:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.503438:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.503444:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.503446:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.503465:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.503474:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.503481:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:1.0:1746126827.503513:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1764:x1830946005523200:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.503517:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30317 00000100:00100000:3.0:1746126827.504321:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997745792:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.504333:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.504341:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126827.504361:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005523072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1510us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.504369:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30316 00000100:00100000:0.0:1746126827.504614:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.504791:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005523328 00000100:00100000:3.0:1746126827.504794:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005523328 00010000:00010000:3.0:1746126827.504809:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.505341:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18035 00000100:00100000:3.0:1746126827.505347:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005523328:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.505356:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.505370:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.505378:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.505393:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d16 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.505408:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.505409:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.505414:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.505421:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.505441:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.505451:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.505460:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746048:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.505517:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.507522:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746048:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.507537:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.507578:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005523328:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2230us (2962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.507586:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18035 00000100:00100000:0.0:1746126827.507979:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.508249:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005523584 00000100:00100000:1.0:1746126827.508255:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005523584 00002000:00100000:1.0:1746126827.508284:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848c000 x1830946005523584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.508293:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848c000 with x1830946005523584 ext(0->4095) 00010000:00010000:1.0:1746126827.508299:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.508315:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.508320:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848c000 00000100:00100000:1.0:1746126827.508347:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2935 00000100:00100000:1.0:1746126827.508353:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005523584:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.508460:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005523584:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.508465:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2935 00002000:00100000:1.0:1746126827.508469:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848c000 x1830946005523584/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.508476:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848c000 with x1830946005523584 ext(0->4095) 00010000:00010000:1.0:1746126827.508481:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.508489:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.508494:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848c000 00000100:00100000:0.0:1746126827.512882:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.512932:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.513050:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005523840 00000100:00100000:2.0:1746126827.513057:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005523840 00010000:00010000:2.0:1746126827.513086:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.513110:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18036 00000100:00100000:2.0:1746126827.513117:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005523840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.513143:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.513161:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.513171:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.513190:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d1d expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.513204:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.513206:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.513211:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.513218:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.513246:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.513257:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746176:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.513318:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.513894:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005523712 00000100:00100000:3.0:1746126827.513899:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005523712 00000100:00100000:3.0:1746126827.513931:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30318 00000100:00100000:3.0:1746126827.513938:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005523712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.513948:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.513958:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d2b expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.513975:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.513981:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.513983:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.513986:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.514007:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.514016:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.514024:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997746304:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.514062:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.514625:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746176:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.514638:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.515476:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005523840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2356us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.515484:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18036 00000100:00100000:0.0:1746126827.516120:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.516340:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005524096 00000100:00100000:1.0:1746126827.516347:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005524096 00002000:00100000:1.0:1746126827.516377:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2d80 x1830946005524096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.516385:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2d80 with x1830946005524096 ext(0->4095) 00010000:00010000:1.0:1746126827.516393:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.516403:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.516409:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb2d80 00000100:00100000:1.0:1746126827.516423:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2936 00000100:00100000:1.0:1746126827.516428:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005524096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.516533:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005524096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.516538:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2936 00002000:00100000:1.0:1746126827.516543:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2d80 x1830946005524096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.516551:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2d80 with x1830946005524096 ext(0->4095) 00010000:00010000:1.0:1746126827.516555:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.516563:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.516568:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb2d80 00000100:00100000:2.0:1746126827.516905:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997746304:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.516923:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.516935:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:2.0:1746126827.516955:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005523712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3018us (4081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.516961:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30318 00000100:00100000:0.0:1746126827.518529:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.518570:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.518574:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005524224 00000100:00100000:2.0:1746126827.518580:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005524224 00000100:00100000:2.0:1746126827.518617:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30319 00000100:00100000:2.0:1746126827.518624:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005524224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.518635:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126827.518645:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005524352 00010000:00010000:2.0:1746126827.518647:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d32 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.518649:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005524352 00010000:00010000:3.0:1746126827.518665:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.518665:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.518670:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.518675:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.518678:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.518705:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.518716:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.518723:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:3.0:1746126827.518802:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18037 00000100:00100000:3.0:1746126827.518808:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2029:x1830946005524352:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.518818:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126827.518826:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1764:x1830946005524224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.518832:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30319 00010000:00010000:3.0:1746126827.518833:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.518842:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.518855:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734aa29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d24 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.518877:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.518879:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.518884:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.518890:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.518909:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.518918:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.518928:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746560:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.518994:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.521516:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746560:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.521531:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126827.521535:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.521569:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2029:x1830946005524352:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2760us (2998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.521583:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18037 00000100:00100000:2.0:1746126827.521733:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005524608 00000100:00100000:2.0:1746126827.521738:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005524608 00002000:00100000:2.0:1746126827.521779:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098420700 x1830946005524608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.521788:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098420700 with x1830946005524608 ext(0->4095) 00010000:00010000:2.0:1746126827.521795:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.521805:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.521815:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098420700 00000100:00100000:2.0:1746126827.521829:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2937 00000100:00100000:2.0:1746126827.521835:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005524608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.521931:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005524608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.521937:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2937 00002000:00100000:2.0:1746126827.521942:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098420700 x1830946005524608/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.521949:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098420700 with x1830946005524608 ext(0->4095) 00010000:00010000:2.0:1746126827.521953:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.521962:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.521967:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098420700 00000100:00100000:0.0:1746126827.524264:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.524335:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005524736 00000100:00100000:3.0:1746126827.524342:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005524736 00010000:00010000:3.0:1746126827.524363:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.524388:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18038 00000100:00100000:3.0:1746126827.524394:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005524736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.524404:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.524419:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.524428:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.524447:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734aa30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d2b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.524904:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.524907:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.524914:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.524921:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.524946:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.524955:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746688:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.525030:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.528026:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.528215:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746688:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.528230:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.528265:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005524736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3871us (4005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.528272:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18038 00000100:00100000:1.0:1746126827.528500:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005524992 00000100:00100000:1.0:1746126827.528507:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005524992 00002000:00100000:1.0:1746126827.528539:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3100 x1830946005524992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.528549:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3100 with x1830946005524992 ext(0->4095) 00002000:00010000:1.0:1746126827.528553:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb3100 00000100:00100000:1.0:1746126827.528573:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13855 00000100:00100000:1.0:1746126827.528578:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005524992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.528668:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005524992:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.528674:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13855 00002000:00100000:1.0:1746126827.528678:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3100 x1830946005524992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.528684:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3100 with x1830946005524992 ext(0->4095) 00002000:00010000:1.0:1746126827.528686:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb3100 00000100:00100000:0.0:1746126827.530945:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.531156:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005525120 00000100:00100000:2.0:1746126827.531161:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005525120 00000100:00100000:2.0:1746126827.531299:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30320 00000100:00100000:2.0:1746126827.531306:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005525120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.531321:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.531334:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d39 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.531373:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.531379:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.531381:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.531384:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.531407:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.531418:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 19 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.531427:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997746816:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.531488:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.533324:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997746816:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.533346:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.533359:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126827.533397:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005525120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2091us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.533404:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30320 00000100:00100000:0.0:1746126827.533952:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.534100:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005525248 00000100:00100000:3.0:1746126827.534106:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005525248 00010000:00010000:3.0:1746126827.534152:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.534172:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18039 00000100:00100000:3.0:1746126827.534177:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005525248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.534187:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.534202:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.534211:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.534228:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aa37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d32 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.534251:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.534253:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.534258:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.534264:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.534285:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.534294:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746944:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.534338:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.536970:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.537056:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005525504 00000100:00100000:2.0:1746126827.537063:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005525504 00002000:00100000:2.0:1746126827.537094:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2680 x1830946005525504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.537103:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2680 with x1830946005525504 ext(0->4095) 00002000:00010000:2.0:1746126827.537107:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2680 00000100:00100000:2.0:1746126827.537158:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13856 00000100:00100000:2.0:1746126827.537165:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005525504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.537236:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997746944:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.537250:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.537265:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005525504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.537268:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005525248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3091us (3317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.537271:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13856 00000100:00100000:3.0:1746126827.537274:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18039 00002000:00100000:2.0:1746126827.537276:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2680 x1830946005525504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.537282:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2680 with x1830946005525504 ext(0->4095) 00002000:00010000:2.0:1746126827.537284:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2680 00000100:00100000:0.0:1746126827.537713:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.537835:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005525632 00000100:00100000:3.0:1746126827.537838:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005525632 00000100:00100000:3.0:1746126827.537867:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30321 00000100:00100000:3.0:1746126827.537873:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005525632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.538074:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.538087:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d40 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.538250:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.538258:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.538260:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.538263:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.538289:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.538299:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.538308:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997747072:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126827.538447:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.538508:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.538624:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005525760 00000100:00100000:1.0:1746126827.538628:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005525760 00000100:00100000:1.0:1746126827.538645:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30322 00000100:00100000:1.0:1746126827.538650:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005525760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.538656:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.538663:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d47 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.538675:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.538678:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.538682:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.538685:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.538703:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.538712:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.538719:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00000100:00100000:1.0:1746126827.538736:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1765:x1830946005525760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.538741:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30322 00000100:00100000:3.0:1746126827.540611:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997747072:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.540630:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.540640:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126827.540668:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005525632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2795us (2956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.540675:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30321 00000100:00100000:0.0:1746126827.541218:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.541542:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005525888 00000100:00100000:3.0:1746126827.541548:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005525888 00010000:00010000:3.0:1746126827.541566:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.541592:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18040 00000100:00100000:3.0:1746126827.541598:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005525888:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.541607:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.541632:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.541642:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.541658:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aa3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d39 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.541679:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.541681:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.541686:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.541693:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.541716:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.541724:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.541733:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997747328:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.541790:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.544354:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997747328:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.544370:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.544418:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005525888:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2818us (3199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.544427:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18040 00000100:00100000:0.0:1746126827.547217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.547354:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005526144 00000100:00100000:2.0:1746126827.547361:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005526144 00002000:00100000:2.0:1746126827.547395:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1500 x1830946005526144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.547405:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1500 with x1830946005526144 ext(0->4095) 00010000:00010000:2.0:1746126827.547412:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.547425:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.547436:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb1500 00000100:00100000:2.0:1746126827.547452:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2938 00000100:00100000:2.0:1746126827.547458:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005526144:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.547559:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005526144:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.547565:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2938 00002000:00100000:2.0:1746126827.547570:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1500 x1830946005526144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.547577:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1500 with x1830946005526144 ext(0->4095) 00010000:00010000:2.0:1746126827.547582:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.547589:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.547594:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb1500 00000100:00100000:0.0:1746126827.552209:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.552320:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005526272 00000100:00100000:3.0:1746126827.552328:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005526272 00010000:00010000:3.0:1746126827.552356:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.552377:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18041 00000100:00100000:3.0:1746126827.552383:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005526272:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.552392:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.552407:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.552417:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.552434:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734aa45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d40 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.552448:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.552451:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.552457:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.552464:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.552491:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.552502:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997747456:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.552558:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.554614:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997747456:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.554629:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.554669:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005526272:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2284us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.554677:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18041 00000100:00100000:0.0:1746126827.554994:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.555039:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005526528 00000100:00100000:2.0:1746126827.555043:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005526528 00002000:00100000:2.0:1746126827.555073:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2300 x1830946005526528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.555082:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2300 with x1830946005526528 ext(0->4095) 00002000:00010000:2.0:1746126827.555086:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2300 00000100:00100000:2.0:1746126827.555099:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13857 00000100:00100000:2.0:1746126827.555105:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005526528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.555275:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005526528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.555280:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13857 00002000:00100000:2.0:1746126827.555285:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2300 x1830946005526528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.555292:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2300 with x1830946005526528 ext(0->4095) 00002000:00010000:2.0:1746126827.555295:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2300 00000100:00100000:0.0:1746126827.557341:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.557422:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005526656 00000100:00100000:3.0:1746126827.557428:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005526656 00000100:00100000:3.0:1746126827.557471:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30323 00000100:00100000:3.0:1746126827.557479:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005526656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.557490:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.557503:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d4e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.557525:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.557531:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.557533:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.557535:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.557556:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.557569:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 19 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.557579:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997747584:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.557646:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.559842:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.559968:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997747584:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.559988:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.559994:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005526784 00000100:00100000:2.0:1746126827.559999:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005526784 00010000:00010000:3.0:1746126827.560001:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00010000:00010000:2.0:1746126827.560022:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.560033:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005526656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2555us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.560040:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30323 00000100:00100000:2.0:1746126827.560043:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18042 00000100:00100000:2.0:1746126827.560049:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005526784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.560058:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.560072:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.560081:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.560097:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aa4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d47 expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.560141:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.560143:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.560149:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.560155:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.560176:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.560185:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997747712:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.560232:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.564534:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997747712:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.564555:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.564967:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005526784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4916us (5129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.564976:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18042 00000100:00100000:0.0:1746126827.565124:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.565498:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005527040 00000100:00100000:2.0:1746126827.565504:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005527040 00002000:00100000:2.0:1746126827.565532:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0a80 x1830946005527040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.565541:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0a80 with x1830946005527040 ext(0->4095) 00002000:00010000:2.0:1746126827.565545:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0a80 00000100:00100000:2.0:1746126827.565568:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13858 00000100:00100000:2.0:1746126827.565574:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005527040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.566221:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005527040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 644us (1095us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.566227:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13858 00002000:00100000:2.0:1746126827.566232:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0a80 x1830946005527040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.566239:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0a80 with x1830946005527040 ext(0->4095) 00002000:00010000:2.0:1746126827.566242:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb0a80 00000100:00100000:0.0:1746126827.566453:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.566597:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005527168 00000100:00100000:3.0:1746126827.566601:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005527168 00000100:00100000:3.0:1746126827.566627:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30324 00000100:00100000:3.0:1746126827.566632:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005527168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.566641:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.566652:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d55 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.566671:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.566682:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.566684:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.566688:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.566710:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.566719:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.566728:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997747840:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.566790:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.568744:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.568852:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005527296 00000100:00100000:2.0:1746126827.568857:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005527296 00000100:00100000:2.0:1746126827.568893:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30325 00000100:00100000:2.0:1746126827.568899:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005527296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.568911:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.568921:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d5c expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.568939:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.568944:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.568949:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.568952:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 22 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.568976:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 22 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.568990:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 22 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.568997:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126827.569025:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1765:x1830946005527296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.569031:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30325 00000100:00100000:3.0:1746126827.569175:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997747840:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.569187:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.569195:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126827.569213:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005527168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2582us (2761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.569218:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30324 00000100:00100000:0.0:1746126827.571217:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.571302:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005527424 00000100:00100000:2.0:1746126827.571308:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005527424 00010000:00010000:2.0:1746126827.571329:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.571358:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18043 00000100:00100000:2.0:1746126827.571362:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005527424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.571371:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.571388:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.571396:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.571419:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734aa53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d4e expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.571446:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.571448:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.571453:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.571461:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.571485:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.571495:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.571504:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748096:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.571882:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.574567:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748096:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.574592:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.574654:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005527424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3290us (3440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.574663:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18043 00000100:00100000:2.0:1746126827.575045:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.575173:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005527680 00000100:00100000:3.0:1746126827.575184:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005527680 00002000:00100000:3.0:1746126827.575219:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308e00 x1830946005527680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.575233:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308e00 with x1830946005527680 ext(0->4095) 00010000:00010000:3.0:1746126827.575245:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.575256:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.575266:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5308e00 00000100:00100000:3.0:1746126827.576555:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2939 00000100:00100000:3.0:1746126827.576566:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005527680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.576683:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005527680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.576689:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2939 00002000:00100000:3.0:1746126827.576695:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308e00 x1830946005527680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.576702:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308e00 with x1830946005527680 ext(0->4095) 00010000:00010000:3.0:1746126827.576707:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.576717:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.576723:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5308e00 00000100:00100000:0.0:1746126827.578357:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.578444:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005527808 00000100:00100000:2.0:1746126827.578450:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005527808 00010000:00010000:2.0:1746126827.578471:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.578496:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18044 00000100:00100000:2.0:1746126827.578502:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005527808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.578511:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.578525:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.578534:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.578549:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734aa5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d55 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.578900:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.578902:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.578909:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 20 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.578916:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 20 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.578942:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 20 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.578951:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748224:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.579607:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.582712:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748224:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.582732:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.582787:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005527808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4283us (4432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.582796:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18044 00000100:00100000:1.0:1746126827.582887:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.583053:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005528064 00000100:00100000:2.0:1746126827.583058:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005528064 00002000:00100000:2.0:1746126827.583087:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423480 x1830946005528064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.583095:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423480 with x1830946005528064 ext(0->4095) 00002000:00010000:2.0:1746126827.583099:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098423480 00000100:00100000:2.0:1746126827.583122:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13859 00000100:00100000:2.0:1746126827.583142:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005528064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.583238:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005528064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.583244:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13859 00002000:00100000:2.0:1746126827.583248:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423480 x1830946005528064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.583254:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423480 with x1830946005528064 ext(0->4095) 00002000:00010000:2.0:1746126827.583257:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098423480 00000100:00100000:0.0:1746126827.585420:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.585707:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005528192 00000100:00100000:3.0:1746126827.585713:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005528192 00000100:00100000:3.0:1746126827.585752:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30326 00000100:00100000:3.0:1746126827.585770:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005528192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.585782:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.585796:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d63 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.585819:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 19 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.585826:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.585827:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.585830:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.586029:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 19 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.586040:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 19 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.586049:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997748352:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.586152:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.589260:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.589482:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005528320 00000100:00100000:2.0:1746126827.589490:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005528320 00010000:00010000:2.0:1746126827.589518:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 20 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.589547:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18045 00000100:00100000:2.0:1746126827.589553:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005528320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.589564:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.589580:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 20 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.589590:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 20 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.589609:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.589611:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.589617:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.589624:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.589649:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.589659:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748480:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.589716:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0050c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126827.589879:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aa61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d5c expref: 20 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.590345:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997748352:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.590364:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.590370:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126827.590407:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005528192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4647us (4989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.590415:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30326 00000100:00100000:0.0:1746126827.593104:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.593261:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005528576 00000100:00100000:3.0:1746126827.593268:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005528576 00000100:00100000:2.0:1746126827.593351:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748480:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.593368:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.593416:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005528320:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3862us (4161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.593423:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18045 00002000:00100000:3.0:1746126827.593805:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1180 x1830946005528576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.593816:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1180 with x1830946005528576 ext(0->4095) 00002000:00010000:3.0:1746126827.593820:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f1180 00000100:00100000:3.0:1746126827.593909:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13860 00000100:00100000:3.0:1746126827.593917:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005528576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.594660:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005528576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 742us (1560us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.594666:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13860 00002000:00100000:3.0:1746126827.594671:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1180 x1830946005528576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.594684:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1180 with x1830946005528576 ext(0->4095) 00002000:00010000:3.0:1746126827.594687:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f1180 00000100:00100000:0.0:1746126827.594964:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.596914:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005528704 00000100:00100000:2.0:1746126827.596925:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005528704 00000100:00100000:2.0:1746126827.596987:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30327 00000100:00100000:2.0:1746126827.596993:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:1764:x1830946005528704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.597014:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.597029:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d6a expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.597061:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.597081:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.597082:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.597086:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.597121:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.597187:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.597209:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997748608:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.597335:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0050c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.598788:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.598994:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997748608:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.599015:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.599026:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:3.0:1746126827.599066:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005528704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2072us (4102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.599072:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30327 00000100:00100000:3.0:1746126827.599090:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005528832 00000100:00100000:3.0:1746126827.599094:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005528832 00000100:00100000:3.0:1746126827.599115:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30328 00000100:00100000:3.0:1746126827.599119:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1765:x1830946005528832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.599143:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.599153:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d71 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.599167:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.599171:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.599176:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.599178:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.599204:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.599213:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.599219:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126827.599238:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005528832:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.599243:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30328 00000100:00100000:0.0:1746126827.604306:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.604392:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005528960 00000100:00100000:2.0:1746126827.604400:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005528960 00010000:00010000:2.0:1746126827.604430:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.604467:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18046 00000100:00100000:2.0:1746126827.604474:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005528960:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.604486:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.604501:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.604510:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.604533:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734aa68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d63 expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.604557:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.604559:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.604565:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.604572:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.604601:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.604610:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.604621:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748864:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.604690:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0050c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.606895:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748864:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.606914:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.606958:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005528960:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2483us (2659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.606967:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18046 00000100:00100000:0.0:1746126827.608682:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.608980:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005529216 00000100:00100000:3.0:1746126827.608987:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005529216 00002000:00100000:3.0:1746126827.609021:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f0700 x1830946005529216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.609029:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0700 with x1830946005529216 ext(0->4095) 00010000:00010000:3.0:1746126827.609037:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.609049:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.609054:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f0700 00000100:00100000:3.0:1746126827.609085:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2940 00000100:00100000:3.0:1746126827.609091:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005529216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.609215:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005529216:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.609221:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2940 00002000:00100000:3.0:1746126827.609226:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f0700 x1830946005529216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.609232:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0700 with x1830946005529216 ext(0->4095) 00010000:00010000:3.0:1746126827.609236:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.609244:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.609249:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f0700 00000100:00100000:0.0:1746126827.616427:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.617504:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005529344 00000100:00100000:2.0:1746126827.617512:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005529344 00010000:00010000:2.0:1746126827.617543:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.617612:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18047 00000100:00100000:2.0:1746126827.617619:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005529344:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.617631:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.617648:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.617658:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.617676:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aa6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d6a expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.618145:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.618148:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.618154:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.618161:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.618189:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 20 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.618199:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748992:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.618576:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0050c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.622179:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997748992:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.622200:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.622631:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005529344:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5010us (6208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.622640:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18047 00000100:00100000:0.0:1746126827.623516:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.623979:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005529600 00000100:00100000:2.0:1746126827.623987:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005529600 00002000:00100000:2.0:1746126827.624022:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1c00 x1830946005529600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.624030:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1c00 with x1830946005529600 ext(0->4095) 00002000:00010000:2.0:1746126827.624034:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f1c00 00000100:00100000:2.0:1746126827.624064:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13861 00000100:00100000:2.0:1746126827.624071:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005529600:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126827.624294:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005529600:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 222us (778us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.624300:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13861 00002000:00100000:2.0:1746126827.624305:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f1c00 x1830946005529600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.624312:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f1c00 with x1830946005529600 ext(0->4095) 00002000:00010000:2.0:1746126827.624315:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f1c00 00000100:00100000:0.0:1746126827.626883:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.627160:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005529728 00000100:00100000:2.0:1746126827.627167:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005529728 00000100:00100000:2.0:1746126827.627201:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30329 00000100:00100000:2.0:1746126827.627207:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005529728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.627221:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.627235:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d78 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.627258:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.627264:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.627266:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.627269:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.627292:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 19 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.627301:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 19 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.627311:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749120:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.628212:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.630469:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749120:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.630494:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.630507:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126827.630541:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005529728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3334us (3663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.630552:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30329 00000100:00100000:0.0:1746126827.632247:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.632283:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.632505:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005529856 00000100:00100000:3.0:1746126827.632511:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005529856 00010000:00010000:3.0:1746126827.632534:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.632560:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18048 00000100:00100000:3.0:1746126827.632565:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005529856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.632575:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.632589:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.632597:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.632614:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734aa76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d71 expref: 20 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.632626:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.632628:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.632633:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.632639:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.632666:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.632674:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997749248:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.632721:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.632938:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005529984 00000100:00100000:2.0:1746126827.632941:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005529984 00000100:00100000:2.0:1746126827.632960:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30330 00000100:00100000:2.0:1746126827.632965:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:1764:x1830946005529984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.632974:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.632982:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d7f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.632996:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.633002:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.633003:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.633006:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.633020:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.633028:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.633035:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749376:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.633055:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.635713:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749376:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.635741:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.635753:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:3.0:1746126827.636251:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997749248:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.636259:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.636771:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1764:x1830946005529984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3803us (4525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.636779:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30330 00000100:00100000:3.0:1746126827.637064:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005529856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4496us (4778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.637072:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18048 00000100:00100000:0.0:1746126827.637591:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.637813:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005530240 00000100:00100000:2.0:1746126827.637818:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005530240 00002000:00100000:2.0:1746126827.637850:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813800 x1830946005530240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.637859:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813800 with x1830946005530240 ext(0->4095) 00010000:00010000:2.0:1746126827.637866:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.637876:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.637882:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813800 00000100:00100000:2.0:1746126827.638231:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2941 00000100:00100000:2.0:1746126827.638238:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005530240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.638353:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005530240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.638358:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2941 00002000:00100000:2.0:1746126827.638364:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813800 x1830946005530240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.638371:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813800 with x1830946005530240 ext(0->4095) 00010000:00010000:2.0:1746126827.638375:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.638383:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.638389:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813800 00000100:00100000:0.0:1746126827.641853:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.642033:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005530368 00000100:00100000:3.0:1746126827.642040:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005530368 00010000:00010000:3.0:1746126827.642069:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.642105:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18049 00000100:00100000:3.0:1746126827.642112:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005530368:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.642151:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.642169:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.642179:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.642197:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734aa7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d78 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.642212:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.642213:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.642218:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.642225:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.642249:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.642259:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997749504:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.642323:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.646039:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997749504:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.646057:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.646106:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005530368:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3993us (4259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.646118:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18049 00000100:00100000:0.0:1746126827.646725:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.646981:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005530624 00000100:00100000:3.0:1746126827.646986:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005530624 00002000:00100000:3.0:1746126827.647016:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0810000 x1830946005530624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.647024:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810000 with x1830946005530624 ext(0->4095) 00002000:00010000:3.0:1746126827.647028:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0810000 00000100:00100000:3.0:1746126827.647078:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13862 00000100:00100000:3.0:1746126827.647084:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005530624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.647198:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005530624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (474us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.647203:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13862 00002000:00100000:3.0:1746126827.647207:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0810000 x1830946005530624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.647213:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810000 with x1830946005530624 ext(0->4095) 00002000:00010000:3.0:1746126827.647216:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0810000 00000100:00100000:0.0:1746126827.652853:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.652946:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005530752 00000100:00100000:2.0:1746126827.652953:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005530752 00000100:00100000:2.0:1746126827.653000:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30331 00000100:00100000:2.0:1746126827.653007:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005530752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.653021:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.653036:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d86 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.653059:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.653066:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.653067:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.653070:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.653096:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 19 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.653110:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 19 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.653121:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749632:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.653218:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.656590:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.656659:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005530880 00000100:00100000:3.0:1746126827.656666:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005530880 00002000:00100000:3.0:1746126827.656700:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a0810700 x1830946005530880/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.656709:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810700 with x1830946005530880 ext(0->7) 00010000:00010000:3.0:1746126827.656716:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.656732:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 20 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.656738:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0810700 00000100:00100000:3.0:1746126827.656755:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2942 00000100:00100000:3.0:1746126827.656773:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005530880:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126827.657667:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005530880:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 892us (1081us total) trans 4294970663 rc 0/0 00000100:00100000:0.0:1746126827.657674:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2942 00002000:00100000:0.0:1746126827.657679:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a0810700 x1830946005530880/t4294970663(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.657687:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810700 with x1830946005530880 ext(0->7) 00010000:00010000:0.0:1746126827.657691:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.657700:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.657705:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0810700 00000100:00100000:2.0:1746126827.658269:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749632:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.658294:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.658307:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126827.659803:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005530752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6790us (6952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.659811:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30331 00000100:00100000:0.0:1746126827.660137:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.660707:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005531008 00000100:00100000:3.0:1746126827.660714:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005531008 00010000:00010000:3.0:1746126827.660737:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.661270:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18050 00000100:00100000:3.0:1746126827.661277:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005531008:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.661287:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126827.661301:0:9618:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126827 -> 1746126828 00002000:00010000:3.0:1746126827.661303:0:9618:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126827 -> 1746126828 00010000:00010000:3.0:1746126827.661308:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.661318:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.661334:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aa84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d7f expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.661528:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.661531:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.661537:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.661545:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.661720:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.661734:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997749760:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.662070:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.664541:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.664754:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005531264 00000100:00100000:1.0:1746126827.664779:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005531264 00002000:00100000:1.0:1746126827.664818:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812300 x1830946005531264/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.664827:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812300 with x1830946005531264 ext(0->4095) 00002000:00010000:1.0:1746126827.664832:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0812300 00000100:00100000:1.0:1746126827.664854:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13863 00000100:00100000:1.0:1746126827.664860:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005531264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.664968:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005531264:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.664974:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13863 00002000:00100000:1.0:1746126827.664979:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812300 x1830946005531264/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.664986:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812300 with x1830946005531264 ext(0->4095) 00002000:00010000:1.0:1746126827.664989:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0812300 00000100:00100000:3.0:1746126827.665051:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997749760:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.665065:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.665102:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005531008:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3825us (4978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.665110:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18050 00000100:00100000:0.0:1746126827.667774:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.667848:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005531392 00000100:00100000:2.0:1746126827.667855:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005531392 00000100:00100000:2.0:1746126827.669013:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30332 00000100:00100000:2.0:1746126827.669022:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+21:1765:x1830946005531392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.669037:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.669050:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d8d expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.669071:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.669081:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.669083:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.669086:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.669108:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.669117:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.669141:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749888:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.669207:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.669538:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.669722:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005531520 00000100:00100000:3.0:1746126827.669727:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005531520 00000100:00100000:3.0:1746126827.669749:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30333 00000100:00100000:3.0:1746126827.669755:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+23:1764:x1830946005531520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.669770:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.669776:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d94 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.669791:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.669794:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 24 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.669799:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.669801:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 24 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.669819:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 24 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.669829:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 24 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.669838:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126827.669863:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+24:1764:x1830946005531520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.669869:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30333 00000100:00100000:0.0:1746126827.672523:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.672617:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005531648 00000100:00100000:3.0:1746126827.672623:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005531648 00000100:00100000:2.0:1746126827.672627:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997749888:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.672648:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.672651:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.672663:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:3.0:1746126827.672681:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18051 00000100:00100000:3.0:1746126827.672689:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005531648:12345-192.168.202.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126827.672697:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+23:1765:x1830946005531392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3677us (4938us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126827.672700:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126827.672704:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30332 00010000:00010000:3.0:1746126827.672716:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.672726:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.672743:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aa8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d86 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.672768:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.672770:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.672775:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.672783:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.672807:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 22 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.672817:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.672827:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750144:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.672871:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.675107:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750144:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.675122:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.675184:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005531648:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2494us (2666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.675193:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18051 00000100:00100000:0.0:1746126827.675533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.676212:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005531904 00000100:00100000:2.0:1746126827.676217:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005531904 00002000:00100000:2.0:1746126827.676248:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812d80 x1830946005531904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.676264:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946005531904 ext(0->4095) 00010000:00010000:2.0:1746126827.676271:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.676282:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.676288:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0812d80 00000100:00100000:2.0:1746126827.676446:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2943 00000100:00100000:2.0:1746126827.676452:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2028:x1830946005531904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.676554:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2028:x1830946005531904:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1021us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.676558:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2943 00002000:00100000:2.0:1746126827.676563:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0812d80 x1830946005531904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.676569:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0812d80 with x1830946005531904 ext(0->4095) 00010000:00010000:2.0:1746126827.676573:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.676580:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.676585:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0812d80 00000100:00100000:0.0:1746126827.678779:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.679087:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005532032 00000100:00100000:2.0:1746126827.679094:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005532032 00000100:00100000:2.0:1746126827.679149:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30334 00000100:00100000:2.0:1746126827.679155:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005532032:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.679170:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.679183:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7d9b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.679202:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.679207:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.679212:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.679215:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.679246:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.679257:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.679267:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126827.680773:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005532032:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1603us (1983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.680780:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30334 00000100:00100000:1.0:1746126827.680955:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.681360:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005532160 00000100:00100000:3.0:1746126827.681366:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005532160 00010000:00010000:3.0:1746126827.681388:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.681687:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18052 00000100:00100000:3.0:1746126827.681694:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2027:x1830946005532160:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.681704:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.681719:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.681729:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.681746:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aa92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d8d expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.682184:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.682187:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.682193:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.682696:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.682730:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.682742:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.682753:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750400:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.683819:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.686029:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750400:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.686047:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.686081:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005532160:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4386us (5125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.686089:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18052 00000100:00100000:0.0:1746126827.686999:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.687505:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005532416 00000100:00100000:1.0:1746126827.687511:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005532416 00002000:00100000:1.0:1746126827.687545:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9500 x1830946005532416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.687553:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9500 with x1830946005532416 ext(0->4095) 00010000:00010000:1.0:1746126827.687560:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.687570:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.687575:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9500 00000100:00100000:1.0:1746126827.687686:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2944 00000100:00100000:1.0:1746126827.687692:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005532416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.687987:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005532416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 293us (988us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.687993:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2944 00002000:00100000:1.0:1746126827.687999:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9500 x1830946005532416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.688006:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9500 with x1830946005532416 ext(0->4095) 00010000:00010000:1.0:1746126827.688011:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.688019:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 22 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.688024:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee9500 00000100:00100000:0.0:1746126827.691038:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.691251:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.691285:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005532544 00000100:00100000:2.0:1746126827.691293:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005532544 00000100:00100000:2.0:1746126827.691327:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30335 00000100:00100000:2.0:1746126827.691332:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1764:x1830946005532544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.691347:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.691361:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7da2 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.691373:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005532672 00000100:00100000:3.0:1746126827.691376:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005532672 00010000:00010000:2.0:1746126827.691381:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.691386:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.691389:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 24 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.691391:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.691394:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 24 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.691414:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18053 00000100:00100000:3.0:1746126827.691419:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005532672:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.691426:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.691441:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 24 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.691450:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 24 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.691463:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734aa99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d94 expref: 24 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.691474:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.691475:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.691477:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.691482:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.691594:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.691615:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 23 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.691620:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.691622:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00010000:00010000:3.0:1746126827.691628:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.691638:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750656:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.691665:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+23:1764:x1830946005532544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 332us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.691671:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30335 00000100:00100000:3.0:1746126827.691786:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.694103:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750656:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.694117:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.694180:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2027:x1830946005532672:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2758us (2926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.694188:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18053 00000100:00100000:0.0:1746126827.695014:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.695172:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005532928 00000100:00100000:1.0:1746126827.695178:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005532928 00002000:00100000:1.0:1746126827.695211:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea300 x1830946005532928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.695219:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea300 with x1830946005532928 ext(0->4095) 00010000:00010000:1.0:1746126827.695226:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.695236:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.695242:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deea300 00000100:00100000:1.0:1746126827.695257:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2945 00000100:00100000:1.0:1746126827.695263:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005532928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.695361:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005532928:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.695366:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2945 00002000:00100000:1.0:1746126827.695370:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea300 x1830946005532928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.695381:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea300 with x1830946005532928 ext(0->4095) 00010000:00010000:1.0:1746126827.695385:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.695393:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.695398:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deea300 00000100:00100000:0.0:1746126827.698679:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.698809:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005533056 00000100:00100000:3.0:1746126827.698820:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005533056 00010000:00010000:3.0:1746126827.698849:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.698889:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18054 00000100:00100000:3.0:1746126827.698897:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005533056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.698908:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.698924:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.698933:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.698951:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aaa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7d9b expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.698976:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.698978:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.698983:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.698989:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.699015:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.699024:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750784:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.699095:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.702180:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997750784:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.702197:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.702236:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005533056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3338us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.702244:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18054 00000100:00100000:0.0:1746126827.703962:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.706492:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005533312 00000100:00100000:2.0:1746126827.706502:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005533312 00002000:00100000:2.0:1746126827.706545:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee8000 x1830946005533312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.706554:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee8000 with x1830946005533312 ext(0->4095) 00002000:00010000:2.0:1746126827.706559:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee8000 00000100:00100000:2.0:1746126827.706590:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13864 00000100:00100000:2.0:1746126827.706596:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005533312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.706715:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005533312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (2757us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.706721:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13864 00002000:00100000:2.0:1746126827.706725:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee8000 x1830946005533312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.706732:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee8000 with x1830946005533312 ext(0->4095) 00002000:00010000:2.0:1746126827.706734:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee8000 00000100:00100000:0.0:1746126827.710823:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.710875:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005533440 00000100:00100000:2.0:1746126827.710883:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005533440 00000100:00100000:2.0:1746126827.710931:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30336 00000100:00100000:2.0:1746126827.710938:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005533440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.710953:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.710968:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7da9 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.710993:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.711000:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.711001:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.711005:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.711041:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 21 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.711051:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 21 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.711060:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997750912:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.711155:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.713231:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.713255:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997750912:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.713277:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.713289:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126827.713329:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005533440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2391us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.713336:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30336 00000100:00100000:1.0:1746126827.713467:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.713570:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005533568 00000100:00100000:2.0:1746126827.713570:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005533696 00000100:00100000:3.0:1746126827.713575:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005533568 00000100:00100000:2.0:1746126827.713575:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005533696 00000100:00100000:2.0:1746126827.713596:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30337 00010000:00010000:3.0:1746126827.713598:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 23 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.713602:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+23:1764:x1830946005533696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.713611:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.713621:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7db0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.713627:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18055 00000100:00100000:3.0:1746126827.713632:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005533568:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.713638:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.713640:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.713642:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.713647:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.713650:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 24 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.713665:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 24 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.713675:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 24 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.713689:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.713693:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aaa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da2 expref: 24 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.713698:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 24 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.713704:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.713705:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.713711:0:9596:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.713716:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.713724:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.713745:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2027:x1830946005533568:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 113us (518us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126827.713745:0:9596:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.713750:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18055 00010000:00010000:2.0:1746126827.713754:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.713774:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997751168:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.713816:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.714696:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997751168:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.714707:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126827.714738:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:1764:x1830946005533696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1136us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.714744:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30337 00000100:00100000:0.0:1746126827.716194:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.716261:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005533952 00000100:00100000:2.0:1746126827.716267:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005533952 00002000:00100000:2.0:1746126827.716297:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea680 x1830946005533952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.716306:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea680 with x1830946005533952 ext(0->4095) 00010000:00010000:2.0:1746126827.716314:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.716325:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.716331:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deea680 00000100:00100000:2.0:1746126827.716352:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2946 00000100:00100000:2.0:1746126827.716358:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005533952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.716462:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005533952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.716467:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2946 00002000:00100000:2.0:1746126827.716472:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deea680 x1830946005533952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.716479:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea680 with x1830946005533952 ext(0->4095) 00010000:00010000:2.0:1746126827.716484:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.716493:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.716498:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012deea680 00000100:00100000:0.0:1746126827.719500:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.719572:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005534080 00000100:00100000:3.0:1746126827.719579:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005534080 00010000:00010000:3.0:1746126827.719604:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.719636:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18056 00000100:00100000:3.0:1746126827.719643:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005534080:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.719652:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.719671:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.719681:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.719699:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aaae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7da9 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.719721:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.719723:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.719729:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.719736:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.719771:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.719781:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997751296:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.719836:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.721794:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.721846:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005534336 00000100:00100000:3.0:1746126827.721875:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997751296:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.721896:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.721899:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005534336 00002000:00100000:2.0:1746126827.721926:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9f80 x1830946005534336/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126827.721930:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005534080:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2287us (2436us total) trans 0 rc 0/0 00002000:00100000:2.0:1746126827.721934:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946005534336 ext(0->4095) 00000100:00100000:3.0:1746126827.721938:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18056 00002000:00010000:2.0:1746126827.721938:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee9f80 00000100:00100000:2.0:1746126827.721959:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13865 00000100:00100000:2.0:1746126827.721964:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2030:x1830946005534336:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126827.722666:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2030:x1830946005534336:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 700us (874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.722672:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13865 00002000:00100000:2.0:1746126827.722676:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dee9f80 x1830946005534336/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.722683:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946005534336 ext(0->4095) 00002000:00010000:2.0:1746126827.722686:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee9f80 00000100:00100000:0.0:1746126827.728073:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.728158:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005534464 00000100:00100000:2.0:1746126827.728167:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005534464 00000100:00100000:2.0:1746126827.728197:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30338 00000100:00100000:2.0:1746126827.728204:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005534464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.728218:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.728231:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7db7 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.728253:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.728259:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.728261:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.728264:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.728287:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 21 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.728296:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 21 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.728306:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997751424:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.729540:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.736728:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.736865:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997751424:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.736898:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.736912:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:3.0:1746126827.736917:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005534592 00000100:00100000:3.0:1746126827.736923:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005534592 00000100:00100000:2.0:1746126827.736947:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005534464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8744us (8881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.736957:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30338 00002000:00100000:3.0:1746126827.737227:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2e300 x1830946005534592/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.737236:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e300 with x1830946005534592 ext(0->7) 00010000:00010000:3.0:1746126827.737243:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.737253:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 22 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.737259:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2e300 00000100:00100000:3.0:1746126827.737279:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2947 00000100:00100000:3.0:1746126827.737286:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+22:2028:x1830946005534592:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126827.738013:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005534592:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 725us (1291us total) trans 4294970664 rc 0/0 00000100:00100000:0.0:1746126827.738021:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2947 00002000:00100000:0.0:1746126827.738027:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2e300 x1830946005534592/t4294970664(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.738034:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2e300 with x1830946005534592 ext(0->7) 00010000:00010000:0.0:1746126827.738039:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 24 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.738049:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 24 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.738054:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2e300 00000100:00100000:0.0:1746126827.748976:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.749047:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.749151:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005534720 00000100:00100000:2.0:1746126827.749158:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005534720 00000100:00100000:2.0:1746126827.749194:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30339 00000100:00100000:2.0:1746126827.749200:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:1764:x1830946005534720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.749215:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.749228:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7dbe expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.749249:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.749254:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.749264:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.749267:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 25 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.749298:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.749310:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 25 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.749318:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:3.0:1746126827.754426:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005534848 00000100:00100000:3.0:1746126827.754436:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005534848 00010000:00010000:3.0:1746126827.754472:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.754513:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18057 00000100:00100000:3.0:1746126827.754520:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2028:x1830946005534848:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.754531:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.754547:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.754557:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.754576:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aab5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db0 expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.754599:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.754600:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.754606:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.754612:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.754646:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.754655:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.754664:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997751680:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.754767:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:1764:x1830946005534720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5555us (5784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.754773:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30339 00000100:00100000:3.0:1746126827.754878:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.764902:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997751680:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.764918:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.764953:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005534848:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 10433us (15906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.764961:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18057 00000100:00100000:3.0:1746126827.765203:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.765457:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005535104 00000100:00100000:1.0:1746126827.765462:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005535104 00002000:00100000:1.0:1746126827.765489:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95500 x1830946005535104/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.765497:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95500 with x1830946005535104 ext(0->4095) 00010000:00010000:1.0:1746126827.765504:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.765514:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.765520:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd95500 00000100:00100000:1.0:1746126827.765532:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2948 00000100:00100000:1.0:1746126827.765536:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005535104:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.765620:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005535104:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.765625:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2948 00002000:00100000:1.0:1746126827.765634:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007dd95500 x1830946005535104/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.765641:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd95500 with x1830946005535104 ext(0->4095) 00010000:00010000:1.0:1746126827.765645:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.765653:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.765658:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dd95500 00000100:00100000:0.0:1746126827.766878:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.766997:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005535232 00000100:00100000:3.0:1746126827.767001:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005535232 00010000:00010000:3.0:1746126827.767016:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.767307:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18058 00000100:00100000:3.0:1746126827.767313:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005535232:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.767321:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.767336:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.767346:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.767363:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aabc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7db7 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.767386:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.768199:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.768211:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 23 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.768224:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 23 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.768252:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 23 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.768263:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997751808:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.768338:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.770476:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997751808:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.770490:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.770523:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005535232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3209us (3647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.770532:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18058 00000100:00100000:2.0:1746126827.774339:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.775880:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005535488 00000100:00100000:1.0:1746126827.775890:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005535488 00002000:00100000:1.0:1746126827.775930:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530bb80 x1830946005535488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.775940:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530bb80 with x1830946005535488 ext(0->4095) 00002000:00010000:1.0:1746126827.775945:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530bb80 00000100:00100000:1.0:1746126827.775965:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13866 00000100:00100000:1.0:1746126827.775972:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005535488:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.776083:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005535488:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (1752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.776090:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13866 00002000:00100000:1.0:1746126827.776096:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530bb80 x1830946005535488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.776107:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530bb80 with x1830946005535488 ext(0->4095) 00002000:00010000:1.0:1746126827.776109:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530bb80 00000100:00100000:0.0:1746126827.779882:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.780057:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005535616 00000100:00100000:1.0:1746126827.780066:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005535616 00000100:00100000:1.0:1746126827.780113:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30340 00000100:00100000:1.0:1746126827.780120:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005535616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.780157:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.780174:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7dc5 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.780197:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 23 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.780204:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.780206:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.780209:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.780235:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 23 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.780245:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 23 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126827.780255:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098420380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997751936:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126827.780336:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.783020:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098420380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997751936:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126827.783048:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.783062:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:1.0:1746126827.783110:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005535616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2990us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.783117:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30340 00000100:00100000:0.0:1746126827.788826:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.789829:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005535744 00000100:00100000:2.0:1746126827.789838:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005535744 00002000:00100000:2.0:1746126827.789875:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2f100 x1830946005535744/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.789885:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2f100 with x1830946005535744 ext(0->7) 00010000:00010000:2.0:1746126827.789892:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 24 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.789904:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 24 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.789911:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2f100 00000100:00100000:2.0:1746126827.789936:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2949 00000100:00100000:2.0:1746126827.789943:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005535744:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126827.795110:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2027:x1830946005535744:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 5160us (6282us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746126827.795121:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2949 00002000:00100000:0.0:1746126827.795158:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2f100 x1830946005535744/t4294970665(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.795166:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2f100 with x1830946005535744 ext(0->7) 00010000:00010000:0.0:1746126827.795174:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.795187:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.795193:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2f100 00000100:00100000:1.0:1746126827.804464:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.804734:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005535872 00000100:00100000:3.0:1746126827.804804:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005535872 00010000:00010000:3.0:1746126827.804954:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.805100:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18059 00000100:00100000:3.0:1746126827.805201:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2028:x1830946005535872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.805350:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.805368:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.805379:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.805528:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aac3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dbe expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.805876:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.805878:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.805954:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.805963:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.806549:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.806561:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752064:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.806641:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.806850:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.806899:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005536000 00000100:00100000:2.0:1746126827.806904:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005536000 00000100:00100000:2.0:1746126827.806944:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30341 00000100:00100000:2.0:1746126827.806950:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1764:x1830946005536000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.806961:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.806970:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7dcc expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.806988:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.806993:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.806995:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.806998:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 27 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.807026:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.807035:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.807044:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997752192:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.807067:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.809976:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752064:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.809991:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.810024:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2028:x1830946005535872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4917us (5570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.810033:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18059 00000100:00100000:2.0:1746126827.810426:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997752192:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.810445:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 26 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126827.810448:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126827.810457:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:1.0:1746126827.810688:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005536256 00000100:00100000:1.0:1746126827.810695:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005536256 00002000:00100000:1.0:1746126827.810721:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c700 x1830946005536256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.810729:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c700 with x1830946005536256 ext(0->4095) 00010000:00010000:1.0:1746126827.810734:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.810743:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.810749:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2c700 00000100:00100000:1.0:1746126827.810785:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2950 00000100:00100000:1.0:1746126827.810792:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005536256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.810883:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005536256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.810888:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2950 00002000:00100000:1.0:1746126827.810893:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c700 x1830946005536256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.810899:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c700 with x1830946005536256 ext(0->4095) 00010000:00010000:1.0:1746126827.810903:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.810911:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.810916:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2c700 00000100:00100000:2.0:1746126827.811071:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:1764:x1830946005536000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4121us (4221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.811077:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30341 00000100:00100000:0.0:1746126827.814209:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.814256:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005536384 00000100:00100000:3.0:1746126827.814263:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005536384 00010000:00010000:3.0:1746126827.814286:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.814315:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18060 00000100:00100000:3.0:1746126827.814319:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005536384:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.814328:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.814340:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.814347:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.814361:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734aaca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dc5 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.814381:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.814382:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.814387:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 25 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.814392:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 25 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.814437:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 25 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.814444:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752320:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.814507:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.816523:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752320:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.816533:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.816560:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005536384:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2241us (2356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.816566:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18060 00000100:00100000:0.0:1746126827.817086:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.817162:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005536640 00000100:00100000:2.0:1746126827.817167:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005536640 00002000:00100000:2.0:1746126827.817196:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2dc00 x1830946005536640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.817205:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946005536640 ext(0->4095) 00002000:00010000:2.0:1746126827.817208:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2dc00 00000100:00100000:2.0:1746126827.817296:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13867 00000100:00100000:2.0:1746126827.817305:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2027:x1830946005536640:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.817400:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2027:x1830946005536640:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.817492:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13867 00002000:00100000:2.0:1746126827.817498:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2dc00 x1830946005536640/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.817505:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2dc00 with x1830946005536640 ext(0->4095) 00002000:00010000:2.0:1746126827.817508:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2dc00 00000100:00100000:0.0:1746126827.821245:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.821403:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005536768 00000100:00100000:2.0:1746126827.821411:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005536768 00000100:00100000:2.0:1746126827.821457:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30342 00000100:00100000:2.0:1746126827.821467:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005536768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.821482:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.821495:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7dd3 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.821517:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 25 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.821523:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.821525:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.821527:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.821549:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 25 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.821562:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 25 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.821571:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997752448:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.821642:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.822880:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.822958:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997752448:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.822960:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005536896 00000100:00100000:3.0:1746126827.822965:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005536896 00010000:00010000:2.0:1746126827.822980:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.822991:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00002000:00100000:3.0:1746126827.822992:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098cbdc00 x1830946005536896/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.823000:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdc00 with x1830946005536896 ext(0->7) 00010000:00010000:3.0:1746126827.823006:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.823017:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 26 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.823023:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbdc00 00000100:00100000:2.0:1746126827.823032:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005536768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1564us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.823037:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2951 00000100:00100000:2.0:1746126827.823038:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30342 00000100:00100000:3.0:1746126827.823043:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2027:x1830946005536896:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126827.823828:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005536896:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 783us (949us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746126827.823834:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2951 00002000:00100000:0.0:1746126827.823840:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880098cbdc00 x1830946005536896/t4294970666(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.823847:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdc00 with x1830946005536896 ext(0->7) 00010000:00010000:0.0:1746126827.823852:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.823861:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.823867:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbdc00 00000100:00100000:0.0:1746126827.825037:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.825097:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005537024 00000100:00100000:3.0:1746126827.825101:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005537024 00010000:00010000:3.0:1746126827.825119:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.825159:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18061 00000100:00100000:3.0:1746126827.825163:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005537024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.825175:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.825187:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.825195:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.825210:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aad1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dcc expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.825330:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.825332:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.825338:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.825345:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.825369:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.825378:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752576:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.825684:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e586c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.828076:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752576:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.828090:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.828158:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946005537024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2992us (3121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.828170:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18061 00000100:00100000:0.0:1746126827.828548:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.828600:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005537280 00000100:00100000:0.0:1746126827.828605:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005537280 00002000:00100000:0.0:1746126827.828633:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdf80 x1830946005537280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.828642:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdf80 with x1830946005537280 ext(0->4095) 00002000:00010000:0.0:1746126827.828647:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbdf80 00000100:00100000:0.0:1746126827.828660:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13868 00000100:00100000:0.0:1746126827.828666:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005537280:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126827.828767:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005537280:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126827.828772:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13868 00002000:00100000:0.0:1746126827.828777:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbdf80 x1830946005537280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.828783:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbdf80 with x1830946005537280 ext(0->4095) 00002000:00010000:0.0:1746126827.828786:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbdf80 00000100:00100000:0.0:1746126827.831069:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.831167:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.831272:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005537408 00000100:00100000:2.0:1746126827.831278:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005537408 00000100:00100000:2.0:1746126827.831309:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005537536 00000100:00100000:2.0:1746126827.831311:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005537536 00000100:00100000:2.0:1746126827.831334:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30343 00000100:00100000:2.0:1746126827.831341:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:1765:x1830946005537408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.831358:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126827.831361:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30344 00000100:00100000:1.0:1746126827.831367:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:1764:x1830946005537536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.831372:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7dda expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.831372:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.831381:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7de1 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.831400:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.831416:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.831417:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.831420:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 30 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.831426:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.831429:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 30 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.831434:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.831437:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.831490:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.831494:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 30 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.831499:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.831507:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.831509:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997752704:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126827.831516:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00000100:00100000:1.0:1746126827.831545:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1764:x1830946005537536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.831550:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30344 00000100:00100000:2.0:1746126827.831940:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.833525:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997752704:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.833550:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.833561:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126827.833589:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1765:x1830946005537408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2248us (2524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.833595:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30343 00000100:00100000:0.0:1746126827.833771:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.833987:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005537664 00000100:00100000:3.0:1746126827.833992:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005537664 00010000:00010000:3.0:1746126827.834014:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.834032:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18062 00000100:00100000:3.0:1746126827.834038:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005537664:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.834048:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.834063:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.834072:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.834090:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aad8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dd3 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.834103:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.834105:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.834111:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 28 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.834118:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 28 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.834181:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 28 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.834190:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.834201:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752960:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.834259:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.835958:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997752960:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.835970:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.836206:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005537664:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2165us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.836214:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18062 00000100:00100000:2.0:1746126827.836349:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.836423:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005537920 00000100:00100000:0.0:1746126827.836428:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005537920 00002000:00100000:0.0:1746126827.836456:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b800 x1830946005537920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.836464:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b800 with x1830946005537920 ext(0->4095) 00010000:00010000:0.0:1746126827.836470:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.836479:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.836484:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530b800 00000100:00100000:0.0:1746126827.836508:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2952 00000100:00100000:0.0:1746126827.836514:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005537920:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126827.836793:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005537920:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 278us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126827.836798:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2952 00002000:00100000:0.0:1746126827.836803:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b800 x1830946005537920/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.836810:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b800 with x1830946005537920 ext(0->4095) 00010000:00010000:0.0:1746126827.836815:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.836823:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.836829:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530b800 00000100:00100000:0.0:1746126827.838179:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.838239:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.838308:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005538048 00000100:00100000:3.0:1746126827.838313:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005538048 00010000:00010000:3.0:1746126827.838334:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.838354:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18063 00000100:00100000:3.0:1746126827.838359:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005538048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.838369:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.838383:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.838392:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.838411:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734aadf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dda expref: 29 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.838436:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.838438:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.838445:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.838452:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.838478:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.838488:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753088:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.838534:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005538176 00000100:00100000:2.0:1746126827.838538:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005538176 00000100:00100000:2.0:1746126827.838560:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30345 00000100:00100000:2.0:1746126827.838565:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005538176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.838575:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.838584:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7de8 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.838597:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.838602:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.838603:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.838606:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.838621:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.838631:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.838639:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997753216:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.838695:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.838812:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.841654:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997753216:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.841682:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.841697:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126827.841745:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005538176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3178us (3504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.841769:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30345 00000100:00100000:3.0:1746126827.842049:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753088:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.842059:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126827.842380:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.842401:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005538048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4040us (4224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.842409:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18063 00000100:00100000:1.0:1746126827.842471:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005538432 00000100:00100000:1.0:1746126827.842477:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005538432 00002000:00100000:1.0:1746126827.842505:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbf800 x1830946005538432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.842514:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf800 with x1830946005538432 ext(0->4095) 00010000:00010000:1.0:1746126827.842520:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.842531:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.842572:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbf800 00000100:00100000:1.0:1746126827.842589:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2953 00000100:00100000:1.0:1746126827.842595:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005538432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.842706:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005538432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.842714:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2953 00002000:00100000:1.0:1746126827.842720:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbf800 x1830946005538432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.842727:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf800 with x1830946005538432 ext(0->4095) 00010000:00010000:1.0:1746126827.842731:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.842739:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.842743:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbf800 00000100:00100000:0.0:1746126827.844061:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.844154:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005538688 00000100:00100000:2.0:1746126827.844159:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005538688 00000100:00100000:2.0:1746126827.844185:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30346 00000100:00100000:2.0:1746126827.844191:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:1764:x1830946005538688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.844201:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.844212:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7def expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.844234:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.844239:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.844244:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.844247:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 29 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.844274:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.844284:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 29 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.844292:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126827.844319:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1764:x1830946005538688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126827.844341:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.844438:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30346 00000100:00100000:3.0:1746126827.844446:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005538560 00000100:00100000:3.0:1746126827.844450:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005538560 00010000:00010000:3.0:1746126827.844464:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.844490:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18064 00000100:00100000:3.0:1746126827.844495:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2029:x1830946005538560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.844505:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.844517:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.844526:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.844540:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734aae6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de1 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.844557:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.844559:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.844563:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.844569:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.844585:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.844593:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.844601:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753472:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.844653:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.845824:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753472:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.845835:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.845867:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2029:x1830946005538560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1370us (1525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.845873:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18064 00000100:00100000:0.0:1746126827.846188:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.846343:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005538944 00000100:00100000:1.0:1746126827.846348:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005538944 00002000:00100000:1.0:1746126827.846374:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbc380 x1830946005538944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.846383:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc380 with x1830946005538944 ext(0->4095) 00010000:00010000:1.0:1746126827.846389:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.846693:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.846700:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbc380 00000100:00100000:1.0:1746126827.846723:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2954 00000100:00100000:1.0:1746126827.846729:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005538944:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126827.846852:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005538944:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.846863:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2954 00002000:00100000:1.0:1746126827.846868:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbc380 x1830946005538944/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.846875:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc380 with x1830946005538944 ext(0->4095) 00010000:00010000:1.0:1746126827.846879:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.846887:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.846892:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbc380 00000100:00100000:0.0:1746126827.848548:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.848615:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005539072 00000100:00100000:3.0:1746126827.848620:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005539072 00010000:00010000:3.0:1746126827.848641:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.848659:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18065 00000100:00100000:3.0:1746126827.848665:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005539072:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.848673:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.848686:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.848695:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.848714:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aaed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7de8 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.848725:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.848726:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.848736:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 27 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.848742:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 27 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.848785:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 27 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.848795:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753600:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.848876:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.850115:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753600:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.850161:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.850186:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005539072:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1521us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.850193:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18065 00000100:00100000:2.0:1746126827.850479:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.850521:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005539328 00000100:00100000:1.0:1746126827.850526:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005539328 00002000:00100000:1.0:1746126827.850550:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b480 x1830946005539328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.850558:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b480 with x1830946005539328 ext(0->4095) 00002000:00010000:1.0:1746126827.850562:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b480 00000100:00100000:1.0:1746126827.850586:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13869 00000100:00100000:1.0:1746126827.850591:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005539328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.850770:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005539328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.850776:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13869 00002000:00100000:1.0:1746126827.850781:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b480 x1830946005539328/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.850792:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b480 with x1830946005539328 ext(0->4095) 00002000:00010000:1.0:1746126827.850795:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b480 00000100:00100000:0.0:1746126827.853060:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.853164:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005539456 00000100:00100000:2.0:1746126827.853174:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005539456 00000100:00100000:2.0:1746126827.853207:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30347 00000100:00100000:2.0:1746126827.853213:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005539456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.853226:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.853237:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7df6 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.853254:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 27 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.853259:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.853260:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.853262:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.853280:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 27 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.853287:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 27 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.853294:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997753728:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.853356:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.854443:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997753728:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.854461:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.854472:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126827.854504:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005539456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1292us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.854509:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30347 00000100:00100000:0.0:1746126827.855062:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.855215:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005539584 00000100:00100000:3.0:1746126827.855220:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005539584 00010000:00010000:3.0:1746126827.855242:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.855260:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18066 00000100:00100000:3.0:1746126827.855265:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005539584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.855277:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.855291:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.855300:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.855321:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aaf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7def expref: 28 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.855331:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.855333:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.855338:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.855344:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.855363:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.855371:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753856:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.855426:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.860342:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.860435:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997753856:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.860451:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126827.860478:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005539840 00000100:00100000:1.0:1746126827.860483:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005539840 00000100:00100000:3.0:1746126827.860491:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946005539584:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5226us (5430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.860499:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18066 00002000:00100000:1.0:1746126827.860698:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308380 x1830946005539840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.860708:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308380 with x1830946005539840 ext(0->4095) 00002000:00010000:1.0:1746126827.860712:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308380 00000100:00100000:1.0:1746126827.860727:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13870 00000100:00100000:1.0:1746126827.860734:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005539840:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.860963:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005539840:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 229us (627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.860969:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13870 00002000:00100000:1.0:1746126827.860974:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308380 x1830946005539840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.860980:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308380 with x1830946005539840 ext(0->4095) 00002000:00010000:1.0:1746126827.860983:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308380 00000100:00100000:0.0:1746126827.862020:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.862839:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.863005:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005539968 00000100:00100000:3.0:1746126827.863011:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005539968 00000100:00100000:3.0:1746126827.863046:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005540096 00000100:00100000:3.0:1746126827.863049:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005540096 00000100:00100000:3.0:1746126827.863063:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30348 00000100:00100000:3.0:1746126827.863069:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+28:1764:x1830946005539968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126827.863072:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30349 00010000:00010000:3.0:1746126827.863080:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126827.863080:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:1765:x1830946005540096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.863087:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.863093:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7dfd expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.863093:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e04 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.863116:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.863123:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.863139:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.863143:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.863158:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.863163:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.863168:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.863171:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.863208:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.863220:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 5 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126827.863232:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997753984:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.863234:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.863244:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.863252:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126827.863273:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1764:x1830946005539968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.863279:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30348 00000100:00100000:1.0:1746126827.864357:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.868705:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997753984:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126827.868735:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.868751:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126827.868816:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1765:x1830946005540096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5735us (5975us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.868824:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30349 00000100:00100000:0.0:1746126827.871153:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.871205:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005540224 00000100:00100000:3.0:1746126827.871211:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005540224 00010000:00010000:3.0:1746126827.871238:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.871260:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18067 00000100:00100000:3.0:1746126827.871266:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005540224:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.871279:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.871296:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.871306:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.871324:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734aafb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7df6 expref: 6 pid: 9596 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.871343:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.871345:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.871351:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.871358:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.871383:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 28 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.871392:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.871401:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754240:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.871467:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.875074:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.875153:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005540480 00000100:00100000:2.0:1746126827.875160:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005540480 00002000:00100000:2.0:1746126827.875197:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f800 x1830946005540480/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.875207:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f800 with x1830946005540480 ext(0->4095) 00010000:00010000:2.0:1746126827.875214:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.875226:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.875232:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67f800 00000100:00100000:2.0:1746126827.875253:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2955 00000100:00100000:2.0:1746126827.875259:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005540480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.875366:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754240:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.875380:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.876413:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005540224:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5143us (5282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.876421:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18067 00000100:00100000:2.0:1746126827.876424:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005540480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 1164us (1356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.876432:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2955 00002000:00100000:2.0:1746126827.876439:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f800 x1830946005540480/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.876453:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f800 with x1830946005540480 ext(0->4095) 00010000:00010000:2.0:1746126827.876462:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.876474:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.876480:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67f800 00000100:00100000:0.0:1746126827.878046:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.878708:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005540608 00000100:00100000:1.0:1746126827.878716:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005540608 00000100:00100000:1.0:1746126827.878750:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30350 00000100:00100000:1.0:1746126827.878764:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005540608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.878777:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.878789:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e0b expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.878811:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.878816:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.878823:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126827.878826:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.878856:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.878867:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.878875:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:1.0:1746126827.878921:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005540608:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.878927:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30350 00000100:00100000:2.0:1746126827.878995:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.879040:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005540736 00000100:00100000:3.0:1746126827.879045:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005540736 00010000:00010000:3.0:1746126827.879061:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.879078:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18068 00000100:00100000:3.0:1746126827.879083:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005540736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.879091:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.879106:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.879116:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.879158:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e04 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.879182:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.879184:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.879188:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.879195:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.879214:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.879223:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.879234:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754496:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.879299:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e589c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.881617:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754496:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.881630:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.881671:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005540736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2586us (2675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.881678:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18068 00000100:00100000:0.0:1746126827.881792:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.881866:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005540992 00000100:00100000:3.0:1746126827.881871:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005540992 00002000:00100000:3.0:1746126827.881898:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f480 x1830946005540992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.881908:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f480 with x1830946005540992 ext(0->4095) 00010000:00010000:3.0:1746126827.881918:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.881931:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.881936:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67f480 00000100:00100000:3.0:1746126827.881959:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2956 00000100:00100000:3.0:1746126827.881964:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005540992:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.882069:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005540992:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.882075:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2956 00002000:00100000:3.0:1746126827.882079:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67f480 x1830946005540992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.882086:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67f480 with x1830946005540992 ext(0->4095) 00010000:00010000:3.0:1746126827.882091:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.882099:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 28 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.882105:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67f480 00000100:00100000:0.0:1746126827.884040:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.884507:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.884581:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005541120 00000100:00100000:1.0:1746126827.884587:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005541120 00000100:00100000:1.0:1746126827.884617:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30351 00000100:00100000:1.0:1746126827.884623:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:1764:x1830946005541120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.884635:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.884646:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e12 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.884663:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.884667:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.884672:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126827.884675:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 29 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.884700:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.884708:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 29 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.884716:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6c00, rc 0) 00000100:00100000:1.0:1746126827.884743:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1764:x1830946005541120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.884748:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30351 00000100:00100000:3.0:1746126827.885034:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005541248 00000100:00100000:3.0:1746126827.885038:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005541248 00010000:00010000:3.0:1746126827.885052:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 29 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.885067:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18069 00000100:00100000:3.0:1746126827.885070:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2029:x1830946005541248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.885077:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.885089:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 29 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.885102:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 29 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.885118:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ab02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7dfd expref: 29 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.885151:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.885152:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.885159:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.885166:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.885186:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.885195:0:9618:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 5 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.885205:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754752:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.885251:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.889591:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.889680:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005541504 00000100:00100000:1.0:1746126827.889686:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005541504 00000100:00100000:3.0:1746126827.889687:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754752:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.889702:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126827.889716:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67fb80 x1830946005541504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.889725:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67fb80 with x1830946005541504 ext(0->4095) 00010000:00010000:1.0:1746126827.889731:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.889734:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2029:x1830946005541248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4662us (5227us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126827.889742:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.889746:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18069 00002000:00010000:1.0:1746126827.889748:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67fb80 00000100:00100000:1.0:1746126827.890322:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2957 00000100:00100000:1.0:1746126827.890330:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005541504:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126827.890437:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005541504:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (852us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.890442:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2957 00002000:00100000:1.0:1746126827.890447:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67fb80 x1830946005541504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.890454:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67fb80 with x1830946005541504 ext(0->4095) 00010000:00010000:1.0:1746126827.890458:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.890466:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.890471:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67fb80 00000100:00100000:0.0:1746126827.892642:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.892727:0:9618:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005541632 00000100:00100000:3.0:1746126827.892734:0:9618:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005541632 00010000:00010000:3.0:1746126827.892776:0:9618:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.892802:0:9618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18070 00000100:00100000:3.0:1746126827.892809:0:9618:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005541632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.892819:0:9618:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.892835:0:9618:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.892845:0:9618:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.892863:0:9618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ab10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e0b expref: 6 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.892897:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.892899:0:9618:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.892906:0:9618:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 27 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.892913:0:9618:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 27 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.892955:0:9618:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 27 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.892966:0:9618:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754880:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.893029:0:9618:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.893293:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.893405:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005541760 00000100:00100000:1.0:1746126827.893409:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005541760 00000100:00100000:1.0:1746126827.893431:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30352 00000100:00100000:1.0:1746126827.893436:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005541760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.893447:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.893457:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e19 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.893474:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 27 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.893480:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.893481:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126827.893484:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.893500:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 27 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.893510:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 27 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126827.893518:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755008:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126827.893559:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.897186:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.897205:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005541888 00000100:00100000:0.0:1746126827.897210:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005541888 00000100:00100000:3.0:1746126827.897227:0:9618:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9618:1830945997754880:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126827.897232:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.897248:0:9618:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126827.897250:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18071 00000100:00100000:0.0:1746126827.897255:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2028:x1830946005541888:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126827.897262:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126827.897276:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.897285:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.897293:0:9618:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946005541632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4484us (4654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.897300:0:9618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18070 00000100:00100000:1.0:1746126827.897376:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755008:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126827.897546:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ab17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e12 expref: 28 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.897552:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.897563:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.897565:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.897570:0:21550:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.897603:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126827.897613:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126827.897626:0:21550:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126827.897635:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2028:x1830946005541888:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 379us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.897636:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755136:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126827.897641:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18071 00000100:00100000:1.0:1746126827.897683:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.899512:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755136:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126827.899527:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126827.899568:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005541760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6131us (6274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.899575:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30352 00000100:00100000:0.0:1746126827.901687:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.901766:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005542144 00000100:00100000:2.0:1746126827.901773:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005542144 00002000:00100000:2.0:1746126827.901813:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990da680 x1830946005542144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.901822:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990da680 with x1830946005542144 ext(0->4095) 00002000:00010000:2.0:1746126827.901826:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990da680 00000100:00100000:2.0:1746126827.902509:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13871 00000100:00100000:2.0:1746126827.902518:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005542144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.902636:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005542144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (952us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.902641:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13871 00002000:00100000:2.0:1746126827.902646:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990da680 x1830946005542144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.902654:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990da680 with x1830946005542144 ext(0->4095) 00002000:00010000:2.0:1746126827.902657:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990da680 00000100:00100000:0.0:1746126827.904225:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.904286:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005542272 00000100:00100000:1.0:1746126827.904291:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005542272 00000100:00100000:1.0:1746126827.904332:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30353 00000100:00100000:1.0:1746126827.904338:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+27:1765:x1830946005542272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126827.904350:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126827.904363:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e20 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.904385:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.904396:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.904397:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126827.904400:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 28 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.904426:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.904437:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126827.904447:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755264:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126827.904517:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.905412:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098422680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755264:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126827.905429:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 28 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126827.905439:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126827.905532:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+28:1765:x1830946005542272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1193us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126827.905539:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30353 00000100:00100000:0.0:1746126827.906502:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.906555:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005542400 00000100:00100000:2.0:1746126827.906561:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005542400 00010000:00010000:2.0:1746126827.906809:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.906842:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18072 00000100:00100000:2.0:1746126827.906849:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005542400:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.906859:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.906878:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.906888:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.906905:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ab1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e19 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.906933:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.906935:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.906940:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 27 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.906948:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 27 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.906971:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 27 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.906986:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997755392:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.907042:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.908586:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.908675:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997755392:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.908689:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.908732:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005542400:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1879us (2227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.908740:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18072 00000100:00100000:3.0:1746126827.908931:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005542656 00000100:00100000:3.0:1746126827.908936:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005542656 00002000:00100000:3.0:1746126827.908967:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8000 x1830946005542656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.908976:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8000 with x1830946005542656 ext(0->4095) 00002000:00010000:3.0:1746126827.908980:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990d8000 00000100:00100000:3.0:1746126827.909006:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13872 00000100:00100000:3.0:1746126827.909011:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2028:x1830946005542656:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.909149:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2028:x1830946005542656:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (554us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.909156:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13872 00002000:00100000:3.0:1746126827.909161:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8000 x1830946005542656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.909167:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8000 with x1830946005542656 ext(0->4095) 00002000:00010000:3.0:1746126827.909170:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990d8000 00000100:00100000:1.0:1746126827.911259:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.911302:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005542784 00000100:00100000:2.0:1746126827.911309:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005542784 00000100:00100000:2.0:1746126827.911342:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30354 00000100:00100000:2.0:1746126827.911348:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005542784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.911359:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.911371:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e27 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.911391:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 27 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.911397:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.911398:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.911401:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.911422:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 27 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.911434:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 27 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.911443:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755520:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.911507:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.912710:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755520:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.912729:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.912739:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126827.912780:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005542784:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1432us (1525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.912786:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30354 00000100:00100000:0.0:1746126827.912966:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.913681:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005542912 00000100:00100000:3.0:1746126827.913687:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005542912 00002000:00100000:3.0:1746126827.913721:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800990db100 x1830946005542912/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.913729:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990db100 with x1830946005542912 ext(0->7) 00010000:00010000:3.0:1746126827.913734:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 28 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.913744:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 28 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126827.913750:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990db100 00000100:00100000:3.0:1746126827.913786:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2958 00000100:00100000:3.0:1746126827.913792:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2029:x1830946005542912:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126827.914732:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2029:x1830946005542912:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 939us (1763us total) trans 4294970667 rc 0/0 00000100:00100000:0.0:1746126827.914740:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2958 00002000:00100000:0.0:1746126827.914745:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800990db100 x1830946005542912/t4294970667(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 496/448 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126827.914753:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990db100 with x1830946005542912 ext(0->7) 00010000:00010000:0.0:1746126827.914770:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126827.914780:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126827.914786:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990db100 00000100:00100000:0.0:1746126827.917083:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.917213:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005543040 00000100:00100000:2.0:1746126827.917221:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005543040 00010000:00010000:2.0:1746126827.917248:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.917279:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18073 00000100:00100000:2.0:1746126827.917285:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2030:x1830946005543040:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.917295:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.917310:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.917325:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.917341:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ab25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e20 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.917365:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.917367:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.917373:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.917380:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.917403:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.917413:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997755648:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.917473:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.922288:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.922474:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005543296 00000100:00100000:1.0:1746126827.922481:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005543296 00002000:00100000:1.0:1746126827.922515:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b0000 x1830946005543296/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.922532:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0000 with x1830946005543296 ext(0->4095) 00002000:00010000:1.0:1746126827.922537:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b0000 00000100:00100000:1.0:1746126827.922553:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13873 00000100:00100000:1.0:1746126827.922558:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005543296:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126827.922664:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005543296:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.922670:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13873 00002000:00100000:1.0:1746126827.922674:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b0000 x1830946005543296/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.922681:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0000 with x1830946005543296 ext(0->4095) 00002000:00010000:1.0:1746126827.922684:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b0000 00000100:00100000:0.0:1746126827.923005:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.923078:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005543424 00000100:00100000:3.0:1746126827.923082:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005543424 00000100:00100000:3.0:1746126827.923100:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30355 00000100:00100000:3.0:1746126827.923104:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1764:x1830946005543424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.923112:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.923140:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e2e expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.923160:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.923166:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.923168:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.923171:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.923193:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.923202:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.923212:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755776:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.923254:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.923343:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997755648:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.923358:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.923375:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2030:x1830946005543040:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6091us (6297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.923382:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18073 00000100:00100000:0.0:1746126827.924857:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.924970:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005543552 00000100:00100000:2.0:1746126827.924975:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005543552 00000100:00100000:2.0:1746126827.924997:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30356 00000100:00100000:2.0:1746126827.925003:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1765:x1830946005543552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.925013:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.925023:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e35 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925037:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.925041:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925045:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.925048:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 32 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925066:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925076:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 32 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925083:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126827.925119:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1765:x1830946005543552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.925141:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30356 00000100:00100000:3.0:1746126827.925205:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997755776:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126827.925218:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.925225:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126827.925241:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1764:x1830946005543424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2136us (2237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.925245:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30355 00000100:00100000:0.0:1746126827.925688:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.925868:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005543680 00000100:00100000:2.0:1746126827.925871:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005543680 00010000:00010000:2.0:1746126827.925885:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.925910:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18074 00000100:00100000:2.0:1746126827.925914:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005543680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.925922:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.925934:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.925942:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.925956:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e27 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.925964:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.925965:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.925970:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925976:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925990:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.925998:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.926011:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756032:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.926730:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.928381:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.928461:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756032:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.928474:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.928501:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005543680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2586us (2814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.928509:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18074 00000100:00100000:1.0:1746126827.928609:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005543936 00000100:00100000:1.0:1746126827.928613:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005543936 00002000:00100000:1.0:1746126827.928638:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3800 x1830946005543936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.928648:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3800 with x1830946005543936 ext(0->4095) 00010000:00010000:1.0:1746126827.928654:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.928664:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.928670:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b3800 00000100:00100000:1.0:1746126827.928682:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2959 00000100:00100000:1.0:1746126827.928687:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005543936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.928783:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005543936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.928789:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2959 00002000:00100000:1.0:1746126827.928794:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3800 x1830946005543936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.928801:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3800 with x1830946005543936 ext(0->4095) 00010000:00010000:1.0:1746126827.928805:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.928813:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.928819:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b3800 00000100:00100000:0.0:1746126827.929880:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.930094:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005544064 00000100:00100000:2.0:1746126827.930098:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005544064 00010000:00010000:2.0:1746126827.930114:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.930163:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18075 00000100:00100000:2.0:1746126827.930169:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946005544064:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.930181:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.930197:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.930206:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.930225:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ab33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e2e expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.930236:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.930238:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.930244:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.930250:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.930274:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 30 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.930283:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756160:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.930341:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.931603:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756160:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126827.931609:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126827.931626:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.931649:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005544064:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1480us (1770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.931654:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005544320 00000100:00100000:2.0:1746126827.931656:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18075 00000100:00100000:3.0:1746126827.931659:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005544320 00002000:00100000:3.0:1746126827.931686:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1500 x1830946005544320/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.931694:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946005544320 ext(0->4095) 00002000:00010000:3.0:1746126827.931697:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b1500 00000100:00100000:3.0:1746126827.931722:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13874 00000100:00100000:3.0:1746126827.931729:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005544320:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.931995:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005544320:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 265us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.932001:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13874 00002000:00100000:3.0:1746126827.932006:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b1500 x1830946005544320/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.932179:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b1500 with x1830946005544320 ext(0->4095) 00002000:00010000:3.0:1746126827.932183:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b1500 00000100:00100000:0.0:1746126827.932949:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.932987:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005544448 00000100:00100000:2.0:1746126827.932991:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005544448 00000100:00100000:2.0:1746126827.933020:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30357 00000100:00100000:2.0:1746126827.933026:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005544448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.933035:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.933046:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e3c expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.933064:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 29 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.933076:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.933078:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.933081:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.933102:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 29 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.933112:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 29 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.933121:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997756288:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.933195:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.933987:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997756288:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.934003:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.934011:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126827.934040:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005544448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1015us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.934046:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30357 00000100:00100000:0.0:1746126827.934294:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.934331:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005544576 00000100:00100000:2.0:1746126827.934335:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005544576 00010000:00010000:2.0:1746126827.934347:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 30 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.934406:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18076 00000100:00100000:2.0:1746126827.934413:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005544576:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126827.934420:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126827.934432:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 30 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.934441:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 30 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.934456:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e35 expref: 30 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.934464:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.934465:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.934471:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.934476:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.934489:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126827.934495:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756416:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.934542:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.935575:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756416:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126827.935585:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.935605:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005544576:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1193us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.935611:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18076 00000100:00100000:0.0:1746126827.935954:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.936000:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005544832 00000100:00100000:3.0:1746126827.936004:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005544832 00002000:00100000:3.0:1746126827.936031:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2300 x1830946005544832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.936039:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2300 with x1830946005544832 ext(0->4095) 00002000:00010000:3.0:1746126827.936042:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b2300 00000100:00100000:3.0:1746126827.936066:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13875 00000100:00100000:3.0:1746126827.936071:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005544832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126827.936190:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005544832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (237us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126827.936196:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13875 00002000:00100000:3.0:1746126827.936201:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2300 x1830946005544832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126827.936208:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2300 with x1830946005544832 ext(0->4095) 00002000:00010000:3.0:1746126827.936210:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b2300 00000100:00100000:0.0:1746126827.939119:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.939246:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005544960 00000100:00100000:2.0:1746126827.939252:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005544960 00000100:00100000:2.0:1746126827.939298:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30358 00000100:00100000:2.0:1746126827.939305:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1765:x1830946005544960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.939317:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.939330:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e43 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.939350:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.939357:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.939358:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.939361:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.939385:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.939395:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.939405:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997756544:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.939464:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.941514:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997756544:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126827.941515:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126827.941536:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.941549:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:3.0:1746126827.941570:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005545088 00000100:00100000:3.0:1746126827.941575:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005545088 00010000:00010000:3.0:1746126827.941599:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.941626:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1765:x1830946005544960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2321us (2511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.941633:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30358 00000100:00100000:3.0:1746126827.941635:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18077 00000100:00100000:3.0:1746126827.941641:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005545088:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.941652:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.941668:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.941682:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.941704:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ab41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e3c expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.941722:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.941723:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.941728:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.941739:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.941796:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.941810:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756672:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.941864:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.942917:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.942986:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005545216 00000100:00100000:2.0:1746126827.942990:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005545216 00000100:00100000:2.0:1746126827.943019:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30359 00000100:00100000:2.0:1746126827.943024:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1764:x1830946005545216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.943034:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.943043:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e4a expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.943058:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.943064:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.943065:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.943068:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.943083:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.943095:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.943103:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997756800:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.943175:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126827.943573:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.943675:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005545472 00000100:00100000:2.0:1746126827.943679:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005545472 00002000:00100000:2.0:1746126827.943701:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098420380 x1830946005545472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126827.943708:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997756672:192.168.202.29@tcp:105: 00002000:00100000:2.0:1746126827.943710:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098420380 with x1830946005545472 ext(0->4095) 00010000:00010000:2.0:1746126827.943714:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 32 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.943718:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126827.943722:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 32 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.943727:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098420380 00000100:00100000:2.0:1746126827.943739:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2960 00000100:00100000:2.0:1746126827.943744:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005545472:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126827.943748:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005545088:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2108us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.943764:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18077 00000100:00100000:2.0:1746126827.944035:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005545472:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.944040:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2960 00002000:00100000:2.0:1746126827.944045:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098420380 x1830946005545472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.944057:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098420380 with x1830946005545472 ext(0->4095) 00010000:00010000:2.0:1746126827.944062:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 32 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.944071:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 32 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.944076:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098420380 00000100:00100000:2.0:1746126827.945647:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997756800:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.945666:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.945676:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126827.945712:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1764:x1830946005545216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2687us (2795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.945718:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30359 00000100:00100000:0.0:1746126827.946065:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.946102:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005545600 00000100:00100000:2.0:1746126827.946110:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005545600 00000100:00100000:2.0:1746126827.946163:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30360 00000100:00100000:2.0:1746126827.946169:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005545600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.946179:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.946188:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e51 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.946205:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.946210:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.946215:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126827.946241:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.946263:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.946272:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.946279:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126827.946304:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005545600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.946309:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30360 00000100:00100000:0.0:1746126827.946431:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.946697:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005545728 00000100:00100000:3.0:1746126827.946701:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005545728 00010000:00010000:3.0:1746126827.946716:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.946743:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18078 00000100:00100000:3.0:1746126827.946748:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005545728:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.946766:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.946780:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.946788:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.946802:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ab48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e43 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.946810:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.946811:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.946815:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.946821:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.946837:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.946846:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.946855:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757056:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.946915:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.948887:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.948939:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757056:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.948951:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.948979:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005545728:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2230us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.948986:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18078 00000100:00100000:2.0:1746126827.949052:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005545984 00000100:00100000:2.0:1746126827.949057:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005545984 00002000:00100000:2.0:1746126827.949084:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6d80 x1830946005545984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.949093:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6d80 with x1830946005545984 ext(0->4095) 00010000:00010000:2.0:1746126827.949099:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.949110:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.949121:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6d80 00000100:00100000:2.0:1746126827.949356:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2961 00000100:00100000:2.0:1746126827.949363:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005545984:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.949512:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005545984:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.949518:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2961 00002000:00100000:2.0:1746126827.949522:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6d80 x1830946005545984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.949529:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6d80 with x1830946005545984 ext(0->4095) 00010000:00010000:2.0:1746126827.949534:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126827.949542:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126827.949547:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6d80 00000100:00100000:0.0:1746126827.952717:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126827.952771:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.952958:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005546240 00000100:00100000:3.0:1746126827.952965:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005546240 00010000:00010000:3.0:1746126827.952991:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.953013:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18079 00000100:00100000:3.0:1746126827.953019:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005546240:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.953032:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.953048:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.953059:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.953078:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e4a expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.953104:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.953106:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.953112:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.953120:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.953164:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.953175:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757184:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126827.953333:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005546112 00000100:00100000:2.0:1746126827.953337:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005546112 00000100:00100000:2.0:1746126827.953364:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30361 00000100:00100000:2.0:1746126827.953369:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1764:x1830946005546112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.953381:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.953389:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e58 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.953470:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.953475:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.953476:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.953478:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.953493:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.953503:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.953607:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997757312:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.954361:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.954733:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.957905:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757184:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.957926:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.957955:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997757312:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126827.957962:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005546240:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4942us (5189us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126827.957971:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.957975:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18079 00010000:00010000:2.0:1746126827.957980:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126827.957996:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1764:x1830946005546112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4628us (5285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.958000:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30361 00000100:00100000:0.0:1746126827.958330:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.958389:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005546496 00000100:00100000:1.0:1746126827.958394:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005546496 00002000:00100000:1.0:1746126827.958421:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4380 x1830946005546496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.958429:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4380 with x1830946005546496 ext(0->4095) 00010000:00010000:1.0:1746126827.958435:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.958445:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.958451:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4380 00000100:00100000:1.0:1746126827.958472:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2962 00000100:00100000:1.0:1746126827.958478:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005546496:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126827.959753:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005546496:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1271us (1427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.959771:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2962 00002000:00100000:1.0:1746126827.959778:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4380 x1830946005546496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.959786:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4380 with x1830946005546496 ext(0->4095) 00010000:00010000:1.0:1746126827.959791:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.959800:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.959805:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4380 00000100:00100000:0.0:1746126827.965009:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.965064:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005546624 00000100:00100000:3.0:1746126827.965071:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005546624 00010000:00010000:3.0:1746126827.965101:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.965160:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18080 00000100:00100000:3.0:1746126827.965168:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005546624:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.965180:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.965195:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.965205:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.965225:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e51 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.965253:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.965255:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.965261:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.965269:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.965295:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.965306:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757440:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.965385:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.967784:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757440:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.967800:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.967845:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005546624:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2677us (2842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.967854:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18080 00000100:00100000:0.0:1746126827.970269:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.970406:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005546880 00000100:00100000:1.0:1746126827.970413:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005546880 00002000:00100000:1.0:1746126827.970451:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5f80 x1830946005546880/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.970459:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5f80 with x1830946005546880 ext(0->4095) 00002000:00010000:1.0:1746126827.970464:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5f80 00000100:00100000:1.0:1746126827.970496:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13876 00000100:00100000:1.0:1746126827.970503:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005546880:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126827.970610:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005546880:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.970616:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13876 00002000:00100000:1.0:1746126827.970622:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5f80 x1830946005546880/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.970628:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5f80 with x1830946005546880 ext(0->4095) 00002000:00010000:1.0:1746126827.970631:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5f80 00000100:00100000:0.0:1746126827.972737:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.972794:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005547008 00000100:00100000:2.0:1746126827.972799:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005547008 00000100:00100000:2.0:1746126827.972839:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30362 00000100:00100000:2.0:1746126827.972846:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005547008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.972858:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.972872:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e5f expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.973023:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.973031:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.973033:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126827.973036:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.973061:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 29 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.973072:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 29 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.973081:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997757568:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.973604:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126827.974698:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997757568:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.974721:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.974738:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126827.974970:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005547008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2122us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.974977:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30362 00000100:00100000:0.0:1746126827.975097:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.975490:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005547136 00000100:00100000:3.0:1746126827.975496:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005547136 00010000:00010000:3.0:1746126827.975518:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.975538:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18081 00000100:00100000:3.0:1746126827.975543:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005547136:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.975554:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.975571:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.975580:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.975597:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ab5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e58 expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.975613:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.975615:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.975620:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.975627:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.975650:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.975660:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757696:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.975712:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.976514:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997757696:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.976523:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.976542:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2027:x1830946005547136:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 998us (1445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.976548:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18081 00000100:00100000:0.0:1746126827.977903:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.977959:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005547392 00000100:00100000:2.0:1746126827.977965:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005547392 00002000:00100000:2.0:1746126827.977994:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4000 x1830946005547392/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.978002:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4000 with x1830946005547392 ext(0->4095) 00002000:00010000:2.0:1746126827.978006:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb4000 00000100:00100000:2.0:1746126827.978266:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13877 00000100:00100000:2.0:1746126827.978273:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005547392:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126827.978374:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005547392:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.978379:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13877 00002000:00100000:2.0:1746126827.978384:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4000 x1830946005547392/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.978391:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4000 with x1830946005547392 ext(0->4095) 00002000:00010000:2.0:1746126827.978394:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb4000 00000100:00100000:0.0:1746126827.979376:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.979533:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005547520 00000100:00100000:2.0:1746126827.979537:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005547520 00000100:00100000:2.0:1746126827.979572:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30363 00000100:00100000:2.0:1746126827.979577:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1764:x1830946005547520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126827.979588:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126827.979601:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e66 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.979621:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.979628:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.979629:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126827.979632:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.979656:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.979665:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126827.979675:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997757824:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126827.979736:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126827.979983:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.980088:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005547648 00000100:00100000:3.0:1746126827.980092:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005547648 00000100:00100000:3.0:1746126827.980112:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30364 00000100:00100000:3.0:1746126827.980117:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1765:x1830946005547648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126827.980143:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126827.980150:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e6d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.980162:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.980166:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 32 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.980172:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126827.980174:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.980193:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 32 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.980202:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.980211:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126827.980247:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1765:x1830946005547648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.980253:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30364 00000100:00100000:0.0:1746126827.982669:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.982742:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997757824:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126827.982775:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126827.982787:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:3.0:1746126827.982804:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005547776 00000100:00100000:3.0:1746126827.982810:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005547776 00000100:00100000:2.0:1746126827.982816:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1764:x1830946005547520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3239us (3442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.982825:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30363 00010000:00010000:3.0:1746126827.982831:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.982864:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18082 00000100:00100000:3.0:1746126827.982870:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005547776:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.982879:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.982893:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.982902:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.982920:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ab64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e5f expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.982931:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.982933:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.982938:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.982946:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.982968:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.982982:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 30 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.983101:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758080:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.983155:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.985503:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758080:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126827.985517:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126827.985544:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005547776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2674us (2879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126827.985552:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18082 00000100:00100000:0.0:1746126827.987186:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126827.987239:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005548032 00000100:00100000:1.0:1746126827.987247:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005548032 00002000:00100000:1.0:1746126827.987285:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6a00 x1830946005548032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.987292:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946005548032 ext(0->4095) 00010000:00010000:1.0:1746126827.987299:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.987309:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.987314:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6a00 00000100:00100000:1.0:1746126827.988101:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2963 00000100:00100000:1.0:1746126827.988110:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946005548032:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126827.988250:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946005548032:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (1067us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126827.988260:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2963 00002000:00100000:1.0:1746126827.988265:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6a00 x1830946005548032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126827.988272:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6a00 with x1830946005548032 ext(0->4095) 00010000:00010000:1.0:1746126827.988277:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126827.988286:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126827.988291:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6a00 00000100:00100000:0.0:1746126827.991701:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126827.991837:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005548160 00000100:00100000:3.0:1746126827.991845:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005548160 00010000:00010000:3.0:1746126827.991873:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126827.992449:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18083 00000100:00100000:3.0:1746126827.992458:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005548160:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126827.992469:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126827.992486:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.992497:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.992517:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e66 expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126827.992562:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.992564:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126827.992570:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.992577:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126827.992602:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126827.992611:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758208:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126827.992786:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126827.998395:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758208:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126827.998396:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126827.998413:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126827.998480:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005548416 00000100:00100000:3.0:1746126827.998484:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005548160:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6025us (6788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126827.998486:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005548416 00000100:00100000:3.0:1746126827.998494:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18083 00002000:00100000:2.0:1746126827.998526:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5c00 x1830946005548416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/0 e 0 to 0 dl 1746126838 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.998536:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946005548416 ext(0->4095) 00002000:00010000:2.0:1746126827.998540:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5c00 00000100:00100000:2.0:1746126827.998568:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13878 00000100:00100000:2.0:1746126827.998575:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005548416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126827.998728:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005548416:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126827.998734:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13878 00002000:00100000:2.0:1746126827.998739:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5c00 x1830946005548416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:588/0 lens 488/4536 e 0 to 0 dl 1746126838 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126827.998746:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5c00 with x1830946005548416 ext(0->4095) 00002000:00010000:2.0:1746126827.998749:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5c00 00000100:00100000:0.0:1746126827.999948:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126827.999988:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005548544 00000100:00100000:2.0:1746126827.999993:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005548544 00000100:00100000:2.0:1746126828.000029:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30365 00000100:00100000:2.0:1746126828.000034:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005548544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.000046:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.000088:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e74 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.000117:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.000122:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.000124:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.000149:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.000173:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.000187:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 29 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.000197:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997758336:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.000600:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.004103:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997758336:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.004165:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.004180:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126828.004232:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005548544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4197us (4285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126828.004237:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.004240:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30365 00000100:00100000:3.0:1746126828.004357:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005548672 00000100:00100000:3.0:1746126828.004363:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005548672 00010000:00010000:3.0:1746126828.004392:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00000100:00080000:1.0:1746126828.004457:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126828.004525:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18084 00000100:00100000:3.0:1746126828.004532:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005548672:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.004543:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.004559:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.004567:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.004585:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734ab72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e6d expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.004604:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.004606:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.004611:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.004631:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.004884:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.004894:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758464:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.004951:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.008664:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758464:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.008681:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.008899:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+29:2028:x1830946005548672:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4366us (4660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.008908:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18084 00000100:00100000:1.0:1746126828.008980:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.009077:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.009143:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005548928 00000100:00100000:2.0:1746126828.009149:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005548928 00002000:00100000:2.0:1746126828.009183:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423800 x1830946005548928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.009192:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423800 with x1830946005548928 ext(0->4095) 00002000:00010000:2.0:1746126828.009196:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098423800 00000100:00100000:2.0:1746126828.009217:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13879 00000100:00100000:2.0:1746126828.009223:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005548928:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.009314:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005548928:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.009319:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13879 00002000:00100000:2.0:1746126828.009324:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423800 x1830946005548928/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.009330:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423800 with x1830946005548928 ext(0->4095) 00002000:00010000:2.0:1746126828.009332:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098423800 00000100:00100000:3.0:1746126828.009380:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005549056 00000100:00100000:3.0:1746126828.009383:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005549056 00000100:00100000:3.0:1746126828.009400:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30366 00000100:00100000:3.0:1746126828.009403:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+29:1764:x1830946005549056:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.009410:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.009420:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e7b expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.009438:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.009444:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.009446:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.009450:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 30 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.009471:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.009480:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.009489:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997758592:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.009530:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00080000:1.0:1746126828.009786:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126828.011928:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.012287:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005549184 00000100:00100000:2.0:1746126828.012295:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005549184 00000100:00100000:2.0:1746126828.012335:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30367 00000100:00100000:2.0:1746126828.012342:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1765:x1830946005549184:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.012356:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126828.012420:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997758592:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.012440:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.012453:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126828.012500:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1764:x1830946005549056:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3095us (3421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.012506:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30366 00010000:00010000:2.0:1746126828.012554:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e82 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.012572:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.012576:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.012586:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.012589:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 31 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.012614:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.013001:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 31 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126828.013004:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126828.013008:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:3.0:1746126828.013103:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005549312 00000100:00100000:3.0:1746126828.013107:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005549312 00010000:00010000:3.0:1746126828.013122:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.013172:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18085 00000100:00100000:3.0:1746126828.013178:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005549312:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.013188:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.013201:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.013210:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.013224:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e74 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.013476:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.013478:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.013483:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.013489:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.013507:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.013516:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.013522:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+31:1765:x1830946005549184:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1179us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.013525:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758848:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.013528:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30367 00000100:00100000:3.0:1746126828.013978:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.019116:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.019343:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005549568 00000100:00100000:0.0:1746126828.019350:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005549568 00002000:00100000:0.0:1746126828.019382:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423100 x1830946005549568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.019392:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423100 with x1830946005549568 ext(0->4095) 00010000:00010000:0.0:1746126828.019399:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.019411:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.019418:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098423100 00000100:00100000:0.0:1746126828.019444:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2964 00000100:00100000:0.0:1746126828.019451:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005549568:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126828.019562:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005549568:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126828.019569:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2964 00002000:00100000:0.0:1746126828.019574:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098423100 x1830946005549568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.019581:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098423100 with x1830946005549568 ext(0->4095) 00010000:00010000:0.0:1746126828.019585:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.019594:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.019598:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098423100 00000100:00100000:3.0:1746126828.020199:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758848:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.020215:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.020359:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005549312:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7180us (7355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.020368:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18085 00000100:00100000:0.0:1746126828.024549:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.024863:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005549696 00000100:00100000:3.0:1746126828.024871:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005549696 00010000:00010000:3.0:1746126828.024900:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.024939:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18086 00000100:00100000:3.0:1746126828.024946:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2028:x1830946005549696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.024957:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.024974:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.024985:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.025004:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734ab80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e7b expref: 31 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.025203:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.025205:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.025211:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.025220:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.025249:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 30 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.025260:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758976:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.025345:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.029300:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997758976:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.029336:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.029379:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005549696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4432us (4837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.029389:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18086 00000100:00100000:0.0:1746126828.031683:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.031832:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005549952 00000100:00100000:2.0:1746126828.031840:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005549952 00002000:00100000:2.0:1746126828.031878:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5500 x1830946005549952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.031888:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5500 with x1830946005549952 ext(0->4095) 00002000:00010000:2.0:1746126828.031893:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5500 00000100:00100000:2.0:1746126828.031925:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13880 00000100:00100000:2.0:1746126828.031931:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005549952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.032055:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005549952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.032474:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13880 00002000:00100000:2.0:1746126828.032481:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5500 x1830946005549952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.032487:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5500 with x1830946005549952 ext(0->4095) 00002000:00010000:2.0:1746126828.032490:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5500 00000100:00100000:0.0:1746126828.036275:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.036612:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005550080 00000100:00100000:2.0:1746126828.036620:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005550080 00000100:00100000:2.0:1746126828.036669:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30368 00000100:00100000:2.0:1746126828.036676:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005550080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.036691:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.036705:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e89 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.036729:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.036736:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.036738:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.036740:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.036777:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.036787:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 29 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.036803:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997759104:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.036874:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.040457:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997759104:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.040488:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.040503:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126828.040544:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005550080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3868us (4275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.040552:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30368 00000100:00100000:0.0:1746126828.044980:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.045052:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.045170:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005550208 00000100:00100000:2.0:1746126828.045178:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005550208 00000100:00100000:2.0:1746126828.045217:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30369 00000100:00100000:2.0:1746126828.045224:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+30:1764:x1830946005550208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.045241:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.045255:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e90 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.045278:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.045283:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.045287:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126828.045290:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 31 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.045317:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005550336 00000100:00100000:3.0:1746126828.045321:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005550336 00010000:00010000:2.0:1746126828.045326:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.045338:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.045338:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.045346:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126828.045384:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1764:x1830946005550208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.045390:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30369 00000100:00100000:3.0:1746126828.045593:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18087 00000100:00100000:3.0:1746126828.045600:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2027:x1830946005550336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.045609:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.045624:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.045635:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.045649:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ab87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e82 expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.045674:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.045676:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.045681:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.045687:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.045706:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.045715:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.045725:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997759360:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.045782:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.047817:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997759360:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.047832:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.047876:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2027:x1830946005550336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2276us (2823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.047885:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18087 00000100:00100000:0.0:1746126828.048279:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.048352:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005550592 00000100:00100000:2.0:1746126828.048357:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005550592 00002000:00100000:2.0:1746126828.048389:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50a80 x1830946005550592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.048397:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50a80 with x1830946005550592 ext(0->4095) 00010000:00010000:2.0:1746126828.048405:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.048415:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.048421:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba50a80 00000100:00100000:2.0:1746126828.048450:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2965 00000100:00100000:2.0:1746126828.048457:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005550592:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.048814:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005550592:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 357us (535us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.048820:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2965 00002000:00100000:2.0:1746126828.048824:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50a80 x1830946005550592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.048831:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50a80 with x1830946005550592 ext(0->4095) 00010000:00010000:2.0:1746126828.048835:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.048844:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.048849:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba50a80 00000100:00100000:0.0:1746126828.052166:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.052305:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005550720 00000100:00100000:3.0:1746126828.052312:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005550720 00010000:00010000:3.0:1746126828.052340:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.052377:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18088 00000100:00100000:3.0:1746126828.052384:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005550720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.052395:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.052410:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.052420:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.052438:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ab8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e89 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.052462:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.052464:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.052471:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.052477:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.052503:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.052513:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997759488:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.052585:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.054595:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.054687:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997759488:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.054698:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.054817:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005550976 00000100:00100000:2.0:1746126828.054822:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005550976 00000100:00100000:3.0:1746126828.054893:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005550720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2507us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.054902:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18088 00002000:00100000:2.0:1746126828.054918:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50000 x1830946005550976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.054928:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50000 with x1830946005550976 ext(0->4095) 00002000:00010000:2.0:1746126828.054931:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba50000 00000100:00100000:2.0:1746126828.054945:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13881 00000100:00100000:2.0:1746126828.054951:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2030:x1830946005550976:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126828.055263:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2030:x1830946005550976:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 311us (670us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.055269:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13881 00002000:00100000:2.0:1746126828.055274:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba50000 x1830946005550976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.055285:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba50000 with x1830946005550976 ext(0->4095) 00002000:00010000:2.0:1746126828.055287:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba50000 00000100:00100000:0.0:1746126828.057355:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.060882:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005551104 00000100:00100000:2.0:1746126828.060893:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005551104 00000100:00100000:2.0:1746126828.060952:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30370 00000100:00100000:2.0:1746126828.060959:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005551104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.060973:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.060986:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e97 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.061013:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.061020:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.061021:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.061024:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.061048:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 29 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.061057:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 29 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.061067:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997759616:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.061154:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.066286:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997759616:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.066318:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.066333:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126828.066419:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005551104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5460us (9074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.066426:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30370 00000100:00100000:0.0:1746126828.067507:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.067846:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005551232 00000100:00100000:2.0:1746126828.067853:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005551232 00002000:00100000:2.0:1746126828.067883:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ba52300 x1830946005551232/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.067892:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52300 with x1830946005551232 ext(0->7) 00010000:00010000:2.0:1746126828.067898:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.067908:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 30 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.067913:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba52300 00000100:00100000:2.0:1746126828.067936:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2966 00000100:00100000:2.0:1746126828.067942:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2028:x1830946005551232:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126828.068597:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005551232:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 652us (1089us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746126828.068604:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2966 00002000:00100000:0.0:1746126828.068610:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ba52300 x1830946005551232/t4294970668(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.068617:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52300 with x1830946005551232 ext(0->7) 00010000:00010000:0.0:1746126828.068622:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.068631:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.068636:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba52300 00000100:00100000:0.0:1746126828.074999:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.075878:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.077783:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005551488 00000100:00100000:3.0:1746126828.077793:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005551488 00010000:00010000:3.0:1746126828.077828:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.077866:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18089 00000100:00100000:3.0:1746126828.077874:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2027:x1830946005551488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.077885:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.077902:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.077912:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.077931:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ab95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e90 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.077947:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.077949:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.077954:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.077962:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.077991:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.078001:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997759744:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.078068:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.078290:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005551360 00000100:00100000:2.0:1746126828.078295:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005551360 00000100:00100000:2.0:1746126828.078314:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30371 00000100:00100000:2.0:1746126828.078318:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1764:x1830946005551360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.078330:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.078338:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7e9e expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.078354:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.078358:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.078359:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.078362:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.078376:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.078433:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.078442:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997759872:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.078471:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.080498:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.080650:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997759872:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.080666:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005551744 00010000:00010000:2.0:1746126828.080672:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126828.080672:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005551744 00010000:00010000:2.0:1746126828.080685:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:3.0:1746126828.080824:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997759744:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.080834:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.080864:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+33:2027:x1830946005551488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2991us (4987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.080871:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18089 00002000:00100000:1.0:1746126828.080930:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba51500 x1830946005551744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.080940:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba51500 with x1830946005551744 ext(0->4095) 00010000:00010000:1.0:1746126828.080947:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126828.080957:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126828.080966:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba51500 00000100:00100000:1.0:1746126828.080981:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2967 00000100:00100000:1.0:1746126828.080986:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005551744:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.081080:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005551744:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.081085:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2967 00002000:00100000:1.0:1746126828.081090:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba51500 x1830946005551744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.081097:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba51500 with x1830946005551744 ext(0->4095) 00010000:00010000:1.0:1746126828.081100:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126828.081108:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126828.081113:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba51500 00000100:00100000:2.0:1746126828.081175:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1764:x1830946005551360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2854us (6182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.081184:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30371 00000100:00100000:0.0:1746126828.083831:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.085062:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005551872 00000100:00100000:2.0:1746126828.085070:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005551872 00000100:00100000:0.0:1746126828.085791:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.086328:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30372 00000100:00100000:2.0:1746126828.086339:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+32:1765:x1830946005551872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.086356:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.086369:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ea5 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086391:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.086395:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086401:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.086404:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 33 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086433:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086445:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 33 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086453:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126828.086504:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+33:1765:x1830946005551872:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (2679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.086510:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30372 00000100:00100000:2.0:1746126828.086541:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005552000 00000100:00100000:2.0:1746126828.086545:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005552000 00010000:00010000:2.0:1746126828.086559:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.086583:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18090 00000100:00100000:2.0:1746126828.086587:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005552000:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.086594:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.086609:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.086617:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.086632:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ab9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e97 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.086643:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.086645:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.086649:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086655:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086941:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.086956:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.086966:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760128:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.087725:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.090171:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760128:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.090189:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.090231:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005552000:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3642us (4443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.090240:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18090 00000100:00100000:0.0:1746126828.090933:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.091079:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005552128 00000100:00100000:2.0:1746126828.091085:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005552128 00010000:00010000:2.0:1746126828.091108:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.091185:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18091 00000100:00100000:2.0:1746126828.091193:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+33:2029:x1830946005552128:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.091204:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.091220:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.091230:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.091253:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aba3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7e9e expref: 33 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.091270:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.091272:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.091278:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.091284:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.091310:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 32 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.091320:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760256:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.092449:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.095776:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.095953:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760256:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.095971:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.096011:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2029:x1830946005552128:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4817us (5078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.096020:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18091 00000100:00100000:1.0:1746126828.096320:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005552384 00000100:00100000:1.0:1746126828.096327:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005552384 00002000:00100000:1.0:1746126828.096360:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba35f80 x1830946005552384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.096369:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba35f80 with x1830946005552384 ext(0->4095) 00002000:00010000:1.0:1746126828.096373:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba35f80 00000100:00100000:1.0:1746126828.096389:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13882 00000100:00100000:1.0:1746126828.096397:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005552384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.096493:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2028:x1830946005552384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (725us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.096498:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13882 00002000:00100000:1.0:1746126828.096504:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba35f80 x1830946005552384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.096510:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba35f80 with x1830946005552384 ext(0->4095) 00002000:00010000:1.0:1746126828.096513:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba35f80 00000100:00100000:0.0:1746126828.099288:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.099393:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005552512 00000100:00100000:3.0:1746126828.099401:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005552512 00000100:00100000:3.0:1746126828.099444:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30373 00000100:00100000:3.0:1746126828.099451:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005552512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.099465:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.099480:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7eac expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.099504:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 31 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.099510:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.099512:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.099514:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.099542:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 31 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.099552:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 31 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.099562:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997760384:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.103004:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.107931:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997760384:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.107965:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.107990:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126828.108038:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005552512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8580us (8748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.108045:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30373 00000100:00100000:0.0:1746126828.113415:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.115158:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005552640 00000100:00100000:2.0:1746126828.115168:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005552640 00002000:00100000:2.0:1746126828.115208:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ba36300 x1830946005552640/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.115217:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba36300 with x1830946005552640 ext(0->7) 00010000:00010000:2.0:1746126828.115224:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.115243:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 32 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.115249:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba36300 00000100:00100000:2.0:1746126828.115273:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2968 00000100:00100000:2.0:1746126828.115279:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2027:x1830946005552640:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126828.117822:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2027:x1830946005552640:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2532us (4404us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746126828.117832:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2968 00002000:00100000:0.0:1746126828.117841:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012ba36300 x1830946005552640/t4294970669(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.117849:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba36300 with x1830946005552640 ext(0->7) 00010000:00010000:0.0:1746126828.117858:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 34 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.117871:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 34 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.117877:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba36300 00000100:00100000:0.0:1746126828.125090:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.127417:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005552768 00000100:00100000:3.0:1746126828.127428:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005552768 00000100:00100000:3.0:1746126828.127483:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30374 00000100:00100000:3.0:1746126828.127490:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+34:1764:x1830946005552768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.127506:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.127520:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7eb3 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.127543:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.127549:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.127554:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126828.127557:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.127586:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.127596:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.127604:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126828.127656:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+35:1764:x1830946005552768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (2572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.127661:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30374 00000100:00100000:0.0:1746126828.129238:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.129951:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005552896 00000100:00100000:2.0:1746126828.129958:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005552896 00010000:00010000:2.0:1746126828.129987:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 35 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.130449:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18092 00000100:00100000:2.0:1746126828.130456:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2028:x1830946005552896:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.130468:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.130484:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 35 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.130493:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 35 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.130511:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734abaa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ea5 expref: 35 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.130531:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.130533:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.130540:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.130546:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.130579:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.130587:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.130597:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760640:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.131192:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.136458:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760640:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.136480:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.136520:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2028:x1830946005552896:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6062us (7284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.136529:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18092 00000100:00100000:2.0:1746126828.136640:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.136689:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005553152 00000100:00100000:2.0:1746126828.136694:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005553152 00002000:00100000:2.0:1746126828.136723:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309500 x1830946005553152/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.136732:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309500 with x1830946005553152 ext(0->4095) 00010000:00010000:2.0:1746126828.136739:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.136766:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.136772:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309500 00000100:00100000:2.0:1746126828.137767:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2969 00000100:00100000:2.0:1746126828.137777:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005553152:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.137896:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005553152:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.137901:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2969 00002000:00100000:2.0:1746126828.137906:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309500 x1830946005553152/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.137912:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309500 with x1830946005553152 ext(0->4095) 00010000:00010000:2.0:1746126828.137917:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.137925:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.137930:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b5309500 00000100:00100000:0.0:1746126828.140656:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.140996:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005553280 00000100:00100000:2.0:1746126828.141003:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005553280 00010000:00010000:2.0:1746126828.141032:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.141643:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18093 00000100:00100000:2.0:1746126828.141652:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005553280:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.141664:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.141680:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.141690:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.141709:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eac expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.141735:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.141737:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.141744:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 33 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.141751:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 33 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.141788:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 33 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.141798:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760768:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.142042:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.144266:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.144373:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997760768:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.144389:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.144423:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005553280:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2771us (3774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.144431:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18093 00000100:00100000:1.0:1746126828.144549:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005553536 00000100:00100000:1.0:1746126828.144555:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005553536 00002000:00100000:1.0:1746126828.144586:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37b80 x1830946005553536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.144594:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37b80 with x1830946005553536 ext(0->4095) 00002000:00010000:1.0:1746126828.144598:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba37b80 00000100:00100000:1.0:1746126828.144624:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13883 00000100:00100000:1.0:1746126828.144631:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2030:x1830946005553536:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.144724:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2030:x1830946005553536:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.144730:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13883 00002000:00100000:1.0:1746126828.144734:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012ba37b80 x1830946005553536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.144741:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba37b80 with x1830946005553536 ext(0->4095) 00002000:00010000:1.0:1746126828.144743:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba37b80 00000100:00100000:0.0:1746126828.152978:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.155739:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005553664 00000100:00100000:2.0:1746126828.155750:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005553664 00000100:00100000:2.0:1746126828.155821:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30375 00000100:00100000:2.0:1746126828.155829:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005553664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.155844:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.155857:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7eba expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.155880:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 33 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.155886:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.155887:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.155890:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.155914:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 33 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.155923:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 33 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.155933:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997760896:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.156012:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.157396:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997760896:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.157418:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.157428:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126828.157453:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005553664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1625us (4483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.157459:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30375 00000100:00100000:0.0:1746126828.159206:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.159287:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005553792 00000100:00100000:2.0:1746126828.159294:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005553792 00002000:00100000:2.0:1746126828.159323:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fd26300 x1830946005553792/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.159351:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26300 with x1830946005553792 ext(0->7) 00010000:00010000:2.0:1746126828.159359:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 34 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.159369:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 34 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.159378:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd26300 00000100:00100000:2.0:1746126828.159402:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2970 00000100:00100000:2.0:1746126828.159408:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2027:x1830946005553792:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126828.160854:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005553792:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1442us (1649us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746126828.160862:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2970 00002000:00100000:0.0:1746126828.160868:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fd26300 x1830946005553792/t4294970670(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.160876:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26300 with x1830946005553792 ext(0->7) 00010000:00010000:0.0:1746126828.160882:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.160893:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.160899:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd26300 00000100:00100000:0.0:1746126828.165485:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.165573:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005553920 00000100:00100000:2.0:1746126828.165581:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005553920 00010000:00010000:2.0:1746126828.165613:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.165655:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18094 00000100:00100000:2.0:1746126828.165662:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005553920:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.165675:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.165692:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.165702:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.165720:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734abb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eb3 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.165734:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.165736:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.165742:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.165748:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.165788:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.165799:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761024:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.166000:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.168370:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761024:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.168389:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.168424:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2027:x1830946005553920:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2762us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.168433:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18094 00000100:00100000:0.0:1746126828.169882:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.169916:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.169977:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005554304 00000100:00100000:3.0:1746126828.169983:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005554304 00000100:00100000:3.0:1746126828.170010:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30376 00000100:00100000:3.0:1746126828.170015:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+35:1764:x1830946005554304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.170028:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.170041:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ec1 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.170063:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.170075:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.170076:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.170079:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.170100:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.170109:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.170119:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761152:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.170193:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.170302:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005554176 00000100:00100000:2.0:1746126828.170306:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005554176 00002000:00100000:2.0:1746126828.170328:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd25180 x1830946005554176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.170336:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd25180 with x1830946005554176 ext(0->4095) 00010000:00010000:2.0:1746126828.170341:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.170350:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.170355:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd25180 00000100:00100000:0.0:1746126828.171803:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2971 00000100:00100000:0.0:1746126828.171821:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005554176:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126828.171928:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005554176:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (2049us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126828.171933:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2971 00002000:00100000:0.0:1746126828.171939:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd25180 x1830946005554176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.171945:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd25180 with x1830946005554176 ext(0->4095) 00010000:00010000:0.0:1746126828.171949:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.171959:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.171964:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd25180 00000100:00100000:3.0:1746126828.175367:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761152:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.175392:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.175406:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126828.176852:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005554304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6830us (6928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.176861:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30376 00000100:00100000:1.0:1746126828.179115:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.179974:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005554432 00000100:00100000:3.0:1746126828.179983:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005554432 00000100:00100000:2.0:1746126828.180175:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.180194:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005554560 00000100:00100000:2.0:1746126828.180197:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005554560 00010000:00010000:2.0:1746126828.180217:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.180236:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18095 00000100:00100000:2.0:1746126828.180242:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005554560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.180252:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.180269:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.180280:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.180299:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734abbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eba expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.180314:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.180316:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.180321:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.180327:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.180352:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.180362:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761280:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.181887:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30377 00000100:00100000:3.0:1746126828.181897:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1765:x1830946005554432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.181911:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.181924:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ec8 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.181942:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.181948:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.181950:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.181952:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.181972:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.181981:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.181991:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761408:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.182033:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.182891:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.186595:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761408:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.186617:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.186632:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126828.186668:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005554432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4774us (7558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.186679:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30377 00000100:00100000:1.0:1746126828.186829:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.186932:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005554816 00000100:00100000:0.0:1746126828.186939:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005554816 00002000:00100000:0.0:1746126828.186968:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adead80 x1830946005554816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.186976:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adead80 with x1830946005554816 ext(0->4095) 00010000:00010000:0.0:1746126828.186981:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.186991:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.186996:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adead80 00000100:00100000:0.0:1746126828.187010:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2972 00000100:00100000:0.0:1746126828.187015:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005554816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126828.187101:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005554816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126828.187106:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2972 00002000:00100000:0.0:1746126828.187110:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adead80 x1830946005554816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.187116:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adead80 with x1830946005554816 ext(0->4095) 00010000:00010000:0.0:1746126828.187119:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.187145:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.187150:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adead80 00000100:00100000:2.0:1746126828.187362:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761280:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.187374:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.187393:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005554560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7152us (7220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.187399:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18095 00000100:00100000:0.0:1746126828.190579:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.190872:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005554944 00000100:00100000:2.0:1746126828.190879:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005554944 00010000:00010000:2.0:1746126828.190905:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.190995:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18096 00000100:00100000:2.0:1746126828.191002:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005554944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.191013:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.191028:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.191038:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.191055:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734abc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec1 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.191296:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.191298:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.191304:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.191310:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.191334:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.191343:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761536:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.191961:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.193706:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761536:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.193723:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.193763:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005554944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2751us (3179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.193771:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18096 00000100:00100000:0.0:1746126828.194874:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.195090:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005555200 00000100:00100000:1.0:1746126828.195096:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005555200 00002000:00100000:1.0:1746126828.195146:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27100 x1830946005555200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.195155:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27100 with x1830946005555200 ext(0->4095) 00002000:00010000:1.0:1746126828.195159:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd27100 00000100:00100000:1.0:1746126828.195172:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13884 00000100:00100000:1.0:1746126828.195177:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005555200:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.195280:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005555200:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.195285:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13884 00002000:00100000:1.0:1746126828.195290:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27100 x1830946005555200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.195297:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27100 with x1830946005555200 ext(0->4095) 00002000:00010000:1.0:1746126828.195301:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd27100 00000100:00100000:0.0:1746126828.197640:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.197818:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005555328 00000100:00100000:3.0:1746126828.197825:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005555328 00000100:00100000:3.0:1746126828.197868:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30378 00000100:00100000:3.0:1746126828.197875:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005555328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.197887:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.197899:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ecf expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.197922:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 35 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.197929:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.197930:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.197933:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.197955:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 35 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.197964:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 35 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.197974:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761664:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.198035:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.199685:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761664:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.199706:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.199718:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:3.0:1746126828.199747:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005555328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1872us (2112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.199766:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30378 00000100:00100000:0.0:1746126828.201261:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.201322:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005555456 00000100:00100000:2.0:1746126828.201328:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005555456 00010000:00010000:2.0:1746126828.201351:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.201370:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18097 00000100:00100000:2.0:1746126828.201375:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005555456:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.201384:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.201399:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.201408:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.201424:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734abcd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ec8 expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.201620:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.201622:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.201627:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.201638:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.201660:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.201668:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761792:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.201850:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.204324:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.204456:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997761792:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.204472:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.204503:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2028:x1830946005555456:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3128us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.204512:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18097 00000100:00100000:1.0:1746126828.205017:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005555712 00000100:00100000:1.0:1746126828.205024:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005555712 00002000:00100000:1.0:1746126828.205055:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27480 x1830946005555712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.205063:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27480 with x1830946005555712 ext(0->4095) 00002000:00010000:1.0:1746126828.205066:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd27480 00000100:00100000:1.0:1746126828.205091:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13885 00000100:00100000:1.0:1746126828.205097:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005555712:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.205212:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005555712:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.205217:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13885 00002000:00100000:1.0:1746126828.205221:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27480 x1830946005555712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.205228:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27480 with x1830946005555712 ext(0->4095) 00002000:00010000:1.0:1746126828.205231:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd27480 00000100:00100000:0.0:1746126828.205370:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.205499:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005555840 00000100:00100000:3.0:1746126828.205502:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005555840 00000100:00100000:3.0:1746126828.205523:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30379 00000100:00100000:3.0:1746126828.205527:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+35:1764:x1830946005555840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.205536:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.205548:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ed6 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.205566:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.205572:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.205574:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.205577:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.205599:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.205608:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.205618:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761920:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.205665:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.209817:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.209946:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997761920:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.209969:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.209982:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126828.210034:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005555840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4505us (4662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.210042:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30379 00000100:00100000:3.0:1746126828.210065:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005555968 00000100:00100000:3.0:1746126828.210069:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005555968 00000100:00100000:3.0:1746126828.210101:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30380 00000100:00100000:3.0:1746126828.210107:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1765:x1830946005555968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.210118:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.210146:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7edd expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.210162:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.210165:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.210171:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746126828.210173:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126828.210174:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.210193:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005556096 00000100:00100000:2.0:1746126828.210197:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005556096 00010000:00010000:3.0:1746126828.210201:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.210208:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.210213:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.210214:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c000, rc 0) 00000100:00100000:3.0:1746126828.210233:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005555968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.210236:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18098 00000100:00100000:3.0:1746126828.210238:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30380 00000100:00100000:2.0:1746126828.210242:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005556096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.210249:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.210264:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.210278:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.210293:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734abd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ecf expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.210833:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.210834:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.210840:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.210847:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.210865:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.210875:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.210886:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762176:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.210934:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.214290:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762176:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.214305:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.214340:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005556096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4098us (4168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.214349:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18098 00000100:00100000:0.0:1746126828.214530:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.214607:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005556352 00000100:00100000:1.0:1746126828.214613:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005556352 00002000:00100000:1.0:1746126828.214649:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12680 x1830946005556352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.214658:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12680 with x1830946005556352 ext(0->4095) 00010000:00010000:1.0:1746126828.214665:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126828.214676:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126828.214682:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12680 00000100:00100000:1.0:1746126828.214704:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2973 00000100:00100000:1.0:1746126828.214710:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005556352:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.215397:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005556352:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 685us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.215403:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2973 00002000:00100000:1.0:1746126828.215410:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12680 x1830946005556352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.215417:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12680 with x1830946005556352 ext(0->4095) 00010000:00010000:1.0:1746126828.215422:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126828.215431:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126828.215437:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12680 00000100:00100000:0.0:1746126828.217680:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.217801:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005556480 00000100:00100000:2.0:1746126828.217809:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005556480 00010000:00010000:2.0:1746126828.217833:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.217855:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18099 00000100:00100000:2.0:1746126828.217861:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2029:x1830946005556480:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.217873:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.217890:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.217899:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.217917:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734abdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ed6 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.218122:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.218140:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.218147:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.218154:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.218181:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.218192:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762304:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.218257:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.219580:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762304:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.219597:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.219634:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2029:x1830946005556480:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1772us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.219642:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18099 00000100:00100000:0.0:1746126828.221217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.221483:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005556736 00000100:00100000:1.0:1746126828.221490:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005556736 00002000:00100000:1.0:1746126828.221525:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12300 x1830946005556736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.221534:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12300 with x1830946005556736 ext(0->4095) 00002000:00010000:1.0:1746126828.221538:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb12300 00000100:00100000:1.0:1746126828.221562:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13886 00000100:00100000:1.0:1746126828.221569:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005556736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.221669:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005556736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.221677:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13886 00002000:00100000:1.0:1746126828.221682:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12300 x1830946005556736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.221688:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12300 with x1830946005556736 ext(0->4095) 00002000:00010000:1.0:1746126828.221690:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb12300 00000100:00100000:0.0:1746126828.225044:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.225274:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005556864 00000100:00100000:1.0:1746126828.225281:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005556864 00000100:00100000:1.0:1746126828.225334:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30381 00000100:00100000:1.0:1746126828.225340:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005556864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.225354:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.225368:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ee4 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.225390:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 35 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.225396:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.225398:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.225401:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.225423:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 35 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.225431:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 35 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126828.225441:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997762432:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.225508:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.229326:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997762432:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.229353:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.229367:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6c00, rc 0) 00000100:00100000:1.0:1746126828.229405:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005556864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4063us (4366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.229411:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30381 00000100:00100000:0.0:1746126828.229938:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.230114:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005556992 00000100:00100000:3.0:1746126828.230119:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005556992 00010000:00010000:3.0:1746126828.230167:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.230189:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18100 00000100:00100000:3.0:1746126828.230195:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005556992:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.230208:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.230222:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.230232:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.230251:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c000/0x63da90637734abe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7edd expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.230274:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.230277:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.230283:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.230290:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.230313:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.230323:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762560:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.230380:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.233438:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.233812:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005557120 00000100:00100000:1.0:1746126828.233819:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005557120 00000100:00100000:1.0:1746126828.234212:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30382 00000100:00100000:1.0:1746126828.234220:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005557120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.234235:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.234247:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7eeb expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.234271:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.234277:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.234278:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.234282:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.234307:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.234317:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126828.234331:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997762688:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.234385:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.234503:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.234546:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762560:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.234558:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.234581:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005556992:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4387us (4645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.234587:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18100 00000100:00100000:2.0:1746126828.234918:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005557376 00000100:00100000:2.0:1746126828.234921:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005557376 00002000:00100000:2.0:1746126828.234944:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12a00 x1830946005557376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.234953:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12a00 with x1830946005557376 ext(0->4095) 00010000:00010000:2.0:1746126828.234958:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.234967:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.234973:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12a00 00000100:00100000:2.0:1746126828.234987:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2974 00000100:00100000:2.0:1746126828.234992:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005557376:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.235078:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005557376:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.235084:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2974 00002000:00100000:2.0:1746126828.235089:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb12a00 x1830946005557376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.235096:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12a00 with x1830946005557376 ext(0->4095) 00010000:00010000:2.0:1746126828.235100:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.235108:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.235114:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12a00 00000100:00100000:1.0:1746126828.237324:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997762688:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.237346:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.237357:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126828.237396:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005557120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3176us (3963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.237402:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30382 00000100:00100000:0.0:1746126828.238408:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.238577:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005557504 00000100:00100000:1.0:1746126828.238582:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005557504 00000100:00100000:1.0:1746126828.238968:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30383 00000100:00100000:1.0:1746126828.238975:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1765:x1830946005557504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.238988:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.239001:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ef2 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.239019:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.239023:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.239028:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.239031:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.239060:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.239070:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.239077:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:1.0:1746126828.239110:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005557504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.239116:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30383 00000100:00100000:0.0:1746126828.239533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.239778:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005557632 00000100:00100000:2.0:1746126828.239783:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005557632 00010000:00010000:2.0:1746126828.239798:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.239825:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18101 00000100:00100000:2.0:1746126828.239831:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005557632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.239839:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.239912:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.239927:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.239942:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734abe9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ee4 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.239964:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.239966:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.239971:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.239978:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.239998:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.240008:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.240018:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762944:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.240078:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.241459:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997762944:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.241474:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.241506:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005557632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1675us (1973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.241514:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18101 00000100:00100000:0.0:1746126828.241985:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.242118:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005557888 00000100:00100000:2.0:1746126828.242123:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005557888 00002000:00100000:2.0:1746126828.242175:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10a80 x1830946005557888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.242183:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10a80 with x1830946005557888 ext(0->4095) 00010000:00010000:2.0:1746126828.242188:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.242510:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.242516:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10a80 00000100:00100000:2.0:1746126828.242535:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2975 00000100:00100000:2.0:1746126828.242541:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005557888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.242633:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005557888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (648us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.242638:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2975 00002000:00100000:2.0:1746126828.242643:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10a80 x1830946005557888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.242650:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10a80 with x1830946005557888 ext(0->4095) 00010000:00010000:2.0:1746126828.242654:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.242666:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.242671:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb10a80 00000100:00100000:1.0:1746126828.245264:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.245349:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005558016 00000100:00100000:2.0:1746126828.245356:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005558016 00010000:00010000:2.0:1746126828.245381:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.245412:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18102 00000100:00100000:2.0:1746126828.245418:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2029:x1830946005558016:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.245428:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.245443:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.245453:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.245472:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734abf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7eeb expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.245496:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.245498:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.245505:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.245515:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.245540:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.245550:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763072:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.245634:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.248532:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763072:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.248556:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.248606:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2029:x1830946005558016:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3186us (3346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.248615:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18102 00000100:00100000:0.0:1746126828.248726:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.249569:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005558272 00000100:00100000:2.0:1746126828.249576:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005558272 00002000:00100000:2.0:1746126828.249607:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10000 x1830946005558272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.249616:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10000 with x1830946005558272 ext(0->4095) 00002000:00010000:2.0:1746126828.249620:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb10000 00000100:00100000:2.0:1746126828.249636:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13887 00000100:00100000:2.0:1746126828.249642:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2029:x1830946005558272:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126828.250641:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2029:x1830946005558272:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (1040us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.250650:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13887 00002000:00100000:2.0:1746126828.250657:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb10000 x1830946005558272/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.250664:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10000 with x1830946005558272 ext(0->4095) 00002000:00010000:2.0:1746126828.250667:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb10000 00000100:00100000:0.0:1746126828.252297:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.252454:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005558400 00000100:00100000:3.0:1746126828.252461:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005558400 00000100:00100000:3.0:1746126828.252500:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30384 00000100:00100000:3.0:1746126828.252507:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005558400:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.252521:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.252534:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ef9 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.252556:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.252563:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.252564:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.252568:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.252591:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.252600:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 35 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.252610:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997763200:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.252679:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.255347:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997763200:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.255370:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.255383:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126828.255417:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005558400:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2909us (3123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.255424:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30384 00000100:00100000:0.0:1746126828.256554:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.256725:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005558528 00000100:00100000:2.0:1746126828.256731:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005558528 00010000:00010000:2.0:1746126828.256773:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.256805:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18103 00000100:00100000:2.0:1746126828.256812:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005558528:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.256824:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.256842:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.256851:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.256869:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734abf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef2 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.256897:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.256899:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.256905:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.256917:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.256945:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.256956:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763328:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.257029:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.258631:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.258903:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005558656 00000100:00100000:3.0:1746126828.258910:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005558656 00000100:00100000:0.0:1746126828.258929:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.258948:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30385 00000100:00100000:3.0:1746126828.258954:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005558656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.258968:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.258980:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f00 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.259006:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.259012:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.259014:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.259017:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.259041:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.259051:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.259063:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997763456:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.259105:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.259115:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763328:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.259153:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.259174:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005558528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2363us (2622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.259181:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18103 00000100:00100000:2.0:1746126828.259321:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005558912 00000100:00100000:2.0:1746126828.259325:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005558912 00002000:00100000:2.0:1746126828.259346:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18000 x1830946005558912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.259354:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18000 with x1830946005558912 ext(0->4095) 00010000:00010000:2.0:1746126828.259359:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.259368:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.259373:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a18000 00000100:00100000:2.0:1746126828.259398:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2976 00000100:00100000:2.0:1746126828.259403:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005558912:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.259502:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005558912:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.259508:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2976 00002000:00100000:2.0:1746126828.259512:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18000 x1830946005558912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.259519:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18000 with x1830946005558912 ext(0->4095) 00010000:00010000:2.0:1746126828.259522:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.259530:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.259535:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a18000 00000100:00100000:0.0:1746126828.261472:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.261575:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005559040 00000100:00100000:3.0:1746126828.261658:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997763456:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.261676:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.261689:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126828.261722:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005558656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2768us (3096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.261728:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30385 00000100:00100000:1.0:1746126828.261900:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005559040 00000100:00100000:1.0:1746126828.261936:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30386 00000100:00100000:1.0:1746126828.261943:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1765:x1830946005559040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.261953:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.261963:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f07 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.261979:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.261983:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.261988:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.261991:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.262018:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.262027:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.262033:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6800, rc 0) 00000100:00100000:1.0:1746126828.262285:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005559040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 341us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.262290:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30386 00000100:00100000:0.0:1746126828.263146:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.263365:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005559168 00000100:00100000:2.0:1746126828.263369:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005559168 00010000:00010000:2.0:1746126828.263387:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.263405:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18104 00000100:00100000:2.0:1746126828.263409:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005559168:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.263417:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.263430:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.263443:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.263458:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734abfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ef9 expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.263632:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.263634:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.263640:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.263647:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.263669:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.263678:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.263688:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763712:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.264048:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.265387:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763712:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.265401:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.265540:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005559168:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2128us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.265555:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18104 00000100:00100000:0.0:1746126828.266106:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.266290:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005559424 00000100:00100000:2.0:1746126828.266295:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005559424 00002000:00100000:2.0:1746126828.266321:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19880 x1830946005559424/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.266330:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19880 with x1830946005559424 ext(0->4095) 00010000:00010000:2.0:1746126828.266336:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.266347:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.266352:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19880 00000100:00100000:2.0:1746126828.266371:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2977 00000100:00100000:2.0:1746126828.266377:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005559424:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.266689:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005559424:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 311us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.266694:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2977 00002000:00100000:2.0:1746126828.266699:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19880 x1830946005559424/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.266706:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19880 with x1830946005559424 ext(0->4095) 00010000:00010000:2.0:1746126828.266710:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.266722:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.266726:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19880 00000100:00100000:0.0:1746126828.269580:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.269660:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005559552 00000100:00100000:2.0:1746126828.269669:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005559552 00010000:00010000:2.0:1746126828.269698:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.269721:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18105 00000100:00100000:2.0:1746126828.269727:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2029:x1830946005559552:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.269737:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.269845:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.269857:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.269877:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f00 expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.270818:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.270821:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.270828:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.270839:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.270868:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.270878:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763840:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.270934:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.272428:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997763840:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.272442:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.272469:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2029:x1830946005559552:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2742us (2897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.272477:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18105 00000100:00100000:0.0:1746126828.273488:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.273574:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005559808 00000100:00100000:2.0:1746126828.273579:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005559808 00002000:00100000:2.0:1746126828.273610:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a300 x1830946005559808/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.273618:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a300 with x1830946005559808 ext(0->4095) 00002000:00010000:2.0:1746126828.273622:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1a300 00000100:00100000:2.0:1746126828.273650:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13888 00000100:00100000:2.0:1746126828.273656:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005559808:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.273768:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005559808:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.273776:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13888 00002000:00100000:2.0:1746126828.273780:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a300 x1830946005559808/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.273786:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a300 with x1830946005559808 ext(0->4095) 00002000:00010000:2.0:1746126828.273789:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1a300 00000100:00100000:0.0:1746126828.275264:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.275449:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005559936 00000100:00100000:1.0:1746126828.275454:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005559936 00000100:00100000:1.0:1746126828.275496:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30387 00000100:00100000:1.0:1746126828.275502:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005559936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.275514:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.275529:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f0e expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.275550:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.275557:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.275559:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.275561:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.275590:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.275600:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 35 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126828.275610:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997763968:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.275675:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.277235:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997763968:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.277255:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.277266:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:1.0:1746126828.277291:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005559936:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (2030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.277297:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30387 00000100:00100000:0.0:1746126828.277990:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.278489:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005560064 00000100:00100000:2.0:1746126828.278495:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005560064 00010000:00010000:2.0:1746126828.278516:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.278534:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18106 00000100:00100000:2.0:1746126828.278540:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005560064:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.278550:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.278564:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.278573:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.278590:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734ac0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f07 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.278608:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.278610:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.278616:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.278628:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.278650:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.278660:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764096:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.279479:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.280632:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764096:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.280646:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.280673:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2027:x1830946005560064:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2132us (2683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.280685:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18106 00000100:00100000:0.0:1746126828.281171:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.281234:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005560320 00000100:00100000:3.0:1746126828.281239:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005560320 00002000:00100000:3.0:1746126828.281267:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18380 x1830946005560320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.281275:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18380 with x1830946005560320 ext(0->4095) 00002000:00010000:3.0:1746126828.281280:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a18380 00000100:00100000:3.0:1746126828.281337:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13889 00000100:00100000:3.0:1746126828.281344:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005560320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.281449:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005560320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.281454:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13889 00002000:00100000:3.0:1746126828.281459:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a18380 x1830946005560320/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.281465:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18380 with x1830946005560320 ext(0->4095) 00002000:00010000:3.0:1746126828.281468:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a18380 00000100:00100000:0.0:1746126828.282930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.282992:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005560448 00000100:00100000:1.0:1746126828.282997:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005560448 00000100:00100000:1.0:1746126828.283300:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30388 00000100:00100000:1.0:1746126828.283308:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+35:1765:x1830946005560448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.283318:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.283330:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f15 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.283352:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.283359:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.283361:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.283364:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.283385:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.283394:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126828.283404:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997764224:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.283466:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.284591:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.284713:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005560576 00000100:00100000:3.0:1746126828.284717:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005560576 00000100:00100000:3.0:1746126828.284763:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30389 00000100:00100000:3.0:1746126828.284769:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1764:x1830946005560576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.284777:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.284785:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f1c expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.284933:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.284938:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.284946:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.284949:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.284970:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 38 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.284979:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.284987:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d200, rc 0) 00000100:00100000:3.0:1746126828.285029:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+38:1764:x1830946005560576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 259us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.285033:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30389 00000100:00100000:0.0:1746126828.285425:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997764224:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126828.285440:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126828.285457:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:0.0:1746126828.285502:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1765:x1830946005560448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2194us (2573us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126828.285507:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30388 00000100:00100000:0.0:1746126828.285716:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.285762:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005560704 00000100:00100000:2.0:1746126828.285766:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005560704 00010000:00010000:2.0:1746126828.285781:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.285795:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18107 00000100:00100000:2.0:1746126828.285800:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005560704:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.285808:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.285822:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.285830:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.285846:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f0e expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.285870:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.285872:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.285877:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.285884:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.285902:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 36 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.285911:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.285920:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764480:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.285972:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.289373:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764480:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.289400:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.289481:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f010000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005560704:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3678us (3762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.289506:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18107 00000100:00100000:0.0:1746126828.290219:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.290578:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005560960 00000100:00100000:3.0:1746126828.290583:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005560960 00002000:00100000:3.0:1746126828.290621:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f010380 x1830946005560960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.290640:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f010380 with x1830946005560960 ext(0->4095) 00010000:00010000:3.0:1746126828.290659:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.290669:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126828.290682:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f010380 00000100:00100000:3.0:1746126828.290704:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2978 00000100:00100000:3.0:1746126828.290709:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005560960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.290872:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f010380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005560960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (655us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.290878:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2978 00002000:00100000:3.0:1746126828.290883:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f010380 x1830946005560960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.290890:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f010380 with x1830946005560960 ext(0->4095) 00010000:00010000:3.0:1746126828.290894:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.290906:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126828.290911:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f010380 00000100:00100000:0.0:1746126828.293021:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.293069:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.293165:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005561088 00000100:00100000:2.0:1746126828.293170:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005561088 00000100:00100000:2.0:1746126828.293200:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30390 00000100:00100000:2.0:1746126828.293205:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005561088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.293217:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.293230:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f23 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.293248:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.293253:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.293258:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126828.293261:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.293288:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.293298:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.293307:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126828.293350:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005561088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.293355:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30390 00000100:00100000:3.0:1746126828.293415:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005561216 00000100:00100000:3.0:1746126828.293419:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005561216 00010000:00010000:3.0:1746126828.293432:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.293449:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18108 00000100:00100000:3.0:1746126828.293454:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f011f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2029:x1830946005561216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.293461:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.293476:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.293488:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.293503:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f15 expref: 37 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.293516:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.293518:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.293523:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.293530:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.293546:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.293555:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.293565:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764736:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.293607:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.295582:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.295675:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764736:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.295687:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.295711:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f011f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2029:x1830946005561216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2257us (2642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.295721:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18108 00000100:00100000:1.0:1746126828.295788:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005561472 00000100:00100000:1.0:1746126828.295793:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005561472 00002000:00100000:1.0:1746126828.295821:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f011880 x1830946005561472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.295831:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f011880 with x1830946005561472 ext(0->4095) 00010000:00010000:1.0:1746126828.295837:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126828.295848:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126828.295854:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f011880 00000100:00100000:1.0:1746126828.295867:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2979 00000100:00100000:1.0:1746126828.295873:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005561472:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.295964:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f011880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005561472:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.295969:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2979 00002000:00100000:1.0:1746126828.295973:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f011880 x1830946005561472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.295980:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f011880 with x1830946005561472 ext(0->4095) 00010000:00010000:1.0:1746126828.295984:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126828.295992:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126828.295997:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f011880 00000100:00100000:0.0:1746126828.298103:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.298205:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.298395:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005561728 00000100:00100000:3.0:1746126828.298402:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005561728 00010000:00010000:3.0:1746126828.298429:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 36 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.298444:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005561600 00000100:00100000:3.0:1746126828.298448:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18109 00000100:00100000:2.0:1746126828.298448:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005561600 00000100:00100000:3.0:1746126828.298454:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2027:x1830946005561728:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.298464:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126828.298471:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30391 00000100:00100000:2.0:1746126828.298477:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1764:x1830946005561600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.298479:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.298488:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.298505:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734ac21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f1c expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.298516:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.298518:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.298518:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.298524:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.298529:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f2a expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.298530:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.298546:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.298552:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.298554:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.298557:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 37 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.298827:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.298839:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.298849:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764864:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.298944:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.298951:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.298960:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997764992:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.299051:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.299082:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.300995:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997764992:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.301016:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 37 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.301026:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126828.301057:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1764:x1830946005561600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2579us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.301067:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30391 00000100:00100000:3.0:1746126828.301269:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997764864:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.301278:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.301296:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005561728:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2842us (3091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.301302:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18109 00000100:00100000:0.0:1746126828.301741:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.301854:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005561984 00000100:00100000:3.0:1746126828.301859:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005561984 00002000:00100000:3.0:1746126828.301883:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f012a00 x1830946005561984/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.301891:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f012a00 with x1830946005561984 ext(0->4095) 00010000:00010000:3.0:1746126828.301896:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.301905:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126828.301910:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f012a00 00000100:00100000:3.0:1746126828.301933:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2980 00000100:00100000:3.0:1746126828.301939:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005561984:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.302063:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005561984:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.302069:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2980 00002000:00100000:3.0:1746126828.302074:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f012a00 x1830946005561984/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.302081:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f012a00 with x1830946005561984 ext(0->4095) 00010000:00010000:3.0:1746126828.302085:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.302092:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126828.302097:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f012a00 00000100:00100000:0.0:1746126828.303399:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.303544:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005562112 00000100:00100000:3.0:1746126828.303549:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005562112 00010000:00010000:3.0:1746126828.303567:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.303584:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18110 00000100:00100000:3.0:1746126828.303589:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005562112:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.303600:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.303613:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.303621:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.303639:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f23 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.303650:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.303651:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.303657:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 35 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.303663:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 35 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.303689:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 35 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.303699:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765120:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.303783:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.305320:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765120:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.305332:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.305369:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005562112:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1779us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.305376:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18110 00000100:00100000:0.0:1746126828.307351:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.307431:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005562368 00000100:00100000:3.0:1746126828.307438:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005562368 00002000:00100000:3.0:1746126828.307467:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f010000 x1830946005562368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.307482:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f010000 with x1830946005562368 ext(0->4095) 00002000:00010000:3.0:1746126828.307486:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f010000 00000100:00100000:3.0:1746126828.307550:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13890 00000100:00100000:3.0:1746126828.307557:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f010000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005562368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.308099:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f010000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2027:x1830946005562368:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 541us (752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.308105:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13890 00002000:00100000:3.0:1746126828.308110:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f010000 x1830946005562368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.308117:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f010000 with x1830946005562368 ext(0->4095) 00002000:00010000:3.0:1746126828.308120:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f010000 00000100:00100000:0.0:1746126828.309109:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.309143:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005562624 00000100:00100000:2.0:1746126828.309148:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005562624 00000100:00100000:0.0:1746126828.309171:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.309198:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1048 00000100:00100000:2.0:1746126828.309204:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005562624:12345-192.168.202.29@tcp:400:kworker.0 00000100:00080000:1.0:1746126828.309275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126828.309534:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f011f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005562624:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 329us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.309539:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1048 00000100:00100000:2.0:1746126828.309558:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005562880 00000100:00100000:2.0:1746126828.309560:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005562880 00000100:00100000:0.0:1746126828.309598:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.309609:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005563136 00000100:00100000:0.0:1746126828.309611:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005563136 00000100:00100000:2.0:1746126828.309667:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 593 00000100:00100000:2.0:1746126828.309672:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946005562880:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126828.309694:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946005562880:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 22us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.309699:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 593 00000100:00080000:1.0:1746126828.309762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746126828.309765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126828.310404:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.310445:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.311298:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005562752 00000100:00100000:0.0:1746126828.311304:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005562752 00000100:00100000:3.0:1746126828.311367:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.311375:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1049 00000100:00100000:2.0:1746126828.311383:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005563136:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126828.311419:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005563136:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 37us (1821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.311424:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1049 00000100:00100000:2.0:1746126828.311442:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005562496 00000100:00100000:2.0:1746126828.311445:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005562496 00000100:00100000:2.0:1746126828.311464:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 539 00000100:00100000:2.0:1746126828.311469:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6238850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2027:x1830946005562496:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126828.311488:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6238850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2027:x1830946005562496:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 19us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.311493:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 539 00000100:00100000:0.0:1746126828.311573:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1050 00000100:00100000:0.0:1746126828.311577:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946005562752:12345-192.168.202.29@tcp:400:kworker.0 00000100:00080000:1.0:1746126828.311579:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126828.311597:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946005562752:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 20us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126828.311604:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1050 00000100:00100000:3.0:1746126828.311739:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.311790:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005563008 00000100:00100000:2.0:1746126828.311793:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005563008 00000100:00100000:1.0:1746126828.311799:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005563392 00000100:00100000:1.0:1746126828.311801:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005563392 00000100:00100000:2.0:1746126828.311821:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1051 00000100:00100000:2.0:1746126828.311825:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946005563008:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126828.311854:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946005563008:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 26us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.311858:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1051 00000100:00100000:1.0:1746126828.311939:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30392 00000100:00100000:1.0:1746126828.311945:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005563392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.311954:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.311966:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f31 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.311991:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 35 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.311997:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.311999:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.312003:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.312027:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 35 pid: 9594 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746126828.312029:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746126828.312037:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 35 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746126828.312048:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997765248:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.312419:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.315563:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997765248:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.315589:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.315603:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00000100:00100000:1.0:1746126828.315656:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005563392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3709us (4288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.315664:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30392 00000100:00100000:0.0:1746126828.318274:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.318351:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.318434:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005563264 00000100:00100000:3.0:1746126828.318442:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005563264 00000100:00100000:3.0:1746126828.318491:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005563648 00000100:00100000:3.0:1746126828.318493:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005563648 00000100:00100000:3.0:1746126828.318507:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30393 00000100:00100000:3.0:1746126828.318512:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2026:x1830946005563264:12345-192.168.202.29@tcp:9:kworker.0 00000020:00000080:3.0:1746126828.318535:0:9594:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x63da9063771e4449 00000100:00080000:3.0:1746126828.318540:0:9594:0:(import.c:66:import_set_state_nolock()) ffff88008cfca800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1746126828.318558:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1746126828.318571:0:9594:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972244 00000100:00100000:1.0:1746126828.318573:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30394 00000100:00100000:1.0:1746126828.318581:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+36:1764:x1830946005563648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.318590:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.318604:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f38 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.318621:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.318626:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.318631:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126828.318634:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.318661:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.318672:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 37 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.318680:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+2:2026:x1830946005563264:12345-192.168.202.29@tcp:9:kworker.0 Request processed in 167us (411us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126828.318680:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6c00, rc 0) 00000100:00100000:3.0:1746126828.318685:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30393 00000100:00100000:1.0:1746126828.318697:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+37:1764:x1830946005563648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.318703:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30394 00000100:00080000:0.0:1746126828.319632:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126828.319665:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.319828:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005563520 00000100:00100000:3.0:1746126828.319832:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005563520 00010000:00010000:3.0:1746126828.319848:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 37 pid: 9594 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.319877:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18111 00000100:00100000:3.0:1746126828.319882:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+37:2028:x1830946005563520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.319889:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.319903:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 37 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.319912:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 37 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.319927:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ac2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f2a expref: 37 pid: 9594 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.319954:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.319956:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.319961:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.319968:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.319992:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.320002:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 5 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.320012:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765504:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.320072:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.325303:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.325327:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765504:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.325348:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.325390:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005563520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5507us (5725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.325400:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18111 00000100:00100000:2.0:1746126828.325475:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005563904 00000100:00100000:2.0:1746126828.325481:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005563904 00002000:00100000:2.0:1746126828.325516:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9fb80 x1830946005563904/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.325525:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9fb80 with x1830946005563904 ext(0->4095) 00010000:00010000:2.0:1746126828.325532:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.325543:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.325549:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9fb80 00000100:00100000:2.0:1746126828.325577:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2981 00000100:00100000:2.0:1746126828.325583:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005563904:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126828.325699:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005563904:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.325705:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2981 00002000:00100000:2.0:1746126828.325710:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9fb80 x1830946005563904/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.325716:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9fb80 with x1830946005563904 ext(0->4095) 00010000:00010000:2.0:1746126828.325721:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:2.0:1746126828.325729:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:2.0:1746126828.325734:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9fb80 00000100:00100000:0.0:1746126828.329206:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.329303:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005564032 00000100:00100000:3.0:1746126828.329310:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005564032 00010000:00010000:3.0:1746126828.329337:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.329402:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18112 00000100:00100000:3.0:1746126828.329409:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005564032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.329421:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.329437:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.329447:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.329467:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ac36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f31 expref: 6 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.329495:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.329497:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.329503:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.329510:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.329537:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.329547:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765632:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.329956:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.331443:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765632:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.331462:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.331682:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005564032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2272us (2482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.331692:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18112 00000100:00100000:0.0:1746126828.332535:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.332622:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005564288 00000100:00100000:1.0:1746126828.332629:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005564288 00002000:00100000:1.0:1746126828.332659:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c000 x1830946005564288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.332672:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946005564288 ext(0->4095) 00002000:00010000:1.0:1746126828.332676:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c9c000 00000100:00100000:1.0:1746126828.332749:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13891 00000100:00100000:1.0:1746126828.332764:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005564288:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.332996:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005564288:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 231us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.333001:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13891 00002000:00100000:1.0:1746126828.333007:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c000 x1830946005564288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.333014:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c000 with x1830946005564288 ext(0->4095) 00002000:00010000:1.0:1746126828.333016:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c9c000 00000100:00100000:0.0:1746126828.338043:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.338242:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005564416 00000100:00100000:2.0:1746126828.338250:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005564416 00000100:00100000:2.0:1746126828.338284:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30395 00000100:00100000:2.0:1746126828.338291:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005564416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.338305:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.338317:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f3f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.338339:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.338344:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.338346:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.338349:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.338377:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 35 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.338386:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 35 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.338396:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997765760:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.338469:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.341431:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.341505:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005564544 00000100:00100000:1.0:1746126828.341512:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005564544 00002000:00100000:1.0:1746126828.341544:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de13b80 x1830946005564544/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.341553:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de13b80 with x1830946005564544 ext(0->7) 00010000:00010000:1.0:1746126828.341560:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746126828.341571:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 36 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:1.0:1746126828.341577:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de13b80 00000100:00100000:1.0:1746126828.341604:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2982 00000100:00100000:1.0:1746126828.341609:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005564544:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126828.341814:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997765760:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.341836:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.341848:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126828.342208:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005564416:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3916us (4172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.342215:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30395 00000100:00100000:0.0:1746126828.343466:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005564544:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1853us (2038us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746126828.343474:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2982 00002000:00100000:0.0:1746126828.343481:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de13b80 x1830946005564544/t4294970671(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.343489:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de13b80 with x1830946005564544 ext(0->7) 00010000:00010000:0.0:1746126828.343495:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 38 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.343506:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 38 pid: 9597 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.343512:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de13b80 00000100:00100000:0.0:1746126828.345624:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.346409:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005564672 00000100:00100000:3.0:1746126828.346420:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005564672 00010000:00010000:3.0:1746126828.346448:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 38 pid: 9597 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.346478:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18113 00000100:00100000:3.0:1746126828.346484:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2027:x1830946005564672:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.346496:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126828.346509:0:7237:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126828 -> 1746126829 00002000:00010000:3.0:1746126828.346511:0:7237:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126828 -> 1746126829 00010000:00010000:3.0:1746126828.346516:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 38 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.346526:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 38 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.346544:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f38 expref: 38 pid: 9597 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.346574:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.346576:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.346583:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.346589:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.346615:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.346626:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765888:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.346695:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.352867:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.353116:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005564800 00000100:00100000:2.0:1746126828.353145:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005564800 00000100:00100000:2.0:1746126828.353176:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30396 00000100:00100000:2.0:1746126828.353183:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+38:1764:x1830946005564800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.353196:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.353209:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f46 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.353243:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.353251:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.353253:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.353256:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.353278:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.353288:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 5 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.353298:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766016:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.353368:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.353600:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.353638:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005565056 00000100:00100000:0.0:1746126828.353641:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005565056 00002000:00100000:0.0:1746126828.353662:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeaa00 x1830946005565056/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.353671:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeaa00 with x1830946005565056 ext(0->4095) 00010000:00010000:0.0:1746126828.353675:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.353684:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.353689:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeaa00 00000100:00100000:0.0:1746126828.353709:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2983 00000100:00100000:0.0:1746126828.353714:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005565056:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.353822:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997765888:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126828.353827:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005565056:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126828.353832:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2983 00010000:00010000:2.0:1746126828.353834:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746126828.353836:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeaa00 x1830946005565056/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.353843:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeaa00 with x1830946005565056 ext(0->4095) 00010000:00010000:0.0:1746126828.353847:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.353850:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005564672:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7368us (8233us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126828.353855:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.353856:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18113 00002000:00010000:0.0:1746126828.353863:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adeaa00 00000100:00100000:2.0:1746126828.355440:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766016:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.355460:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.355473:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126828.355680:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+38:1764:x1830946005564800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.355691:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30396 00000100:00100000:0.0:1746126828.357333:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.357373:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.357870:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005565312 00000100:00100000:3.0:1746126828.357878:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005565312 00010000:00010000:3.0:1746126828.357907:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.357930:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18114 00000100:00100000:3.0:1746126828.357935:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005565312:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.357947:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.357963:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.357972:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.357991:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ac44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f3f expref: 6 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.358019:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.358021:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.358026:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.358034:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.358060:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.358075:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997766144:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.358156:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.358209:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005565184 00000100:00100000:2.0:1746126828.358213:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005565184 00000100:00100000:2.0:1746126828.358233:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30397 00000100:00100000:2.0:1746126828.358237:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+38:1765:x1830946005565184:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.358247:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.358255:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f4d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.358270:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.358275:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.358276:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.358279:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 39 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.358293:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.358302:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.358310:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766272:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.358336:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.360886:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766272:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.360940:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997766144:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.360954:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.360985:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005565312:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3049us (3611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.360993:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18114 00010000:00010000:2.0:1746126828.361053:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 39 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.361066:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126828.361083:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1765:x1830946005565184:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2846us (3756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.361089:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30397 00000100:00100000:0.0:1746126828.361212:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.361255:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005565568 00000100:00100000:3.0:1746126828.361260:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005565568 00002000:00100000:3.0:1746126828.361285:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16f800 x1830946005565568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.361293:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16f800 with x1830946005565568 ext(0->4095) 00010000:00010000:3.0:1746126828.361298:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.361307:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126828.361313:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16f800 00000100:00100000:3.0:1746126828.361578:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2984 00000100:00100000:3.0:1746126828.361585:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005565568:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.361680:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005565568:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.361689:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2984 00002000:00100000:3.0:1746126828.361693:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16f800 x1830946005565568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.361699:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16f800 with x1830946005565568 ext(0->4095) 00010000:00010000:3.0:1746126828.361703:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.361711:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126828.361716:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16f800 00000100:00100000:0.0:1746126828.366572:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.366723:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005565696 00000100:00100000:3.0:1746126828.366730:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005565696 00010000:00010000:3.0:1746126828.366766:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.366794:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18115 00000100:00100000:3.0:1746126828.366800:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946005565696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.366812:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.366826:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.366835:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.366852:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734ac4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f46 expref: 39 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.366873:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.366874:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.366880:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.366886:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.366909:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 38 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.366918:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997766400:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.366989:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.372372:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997766400:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.372394:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.372435:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005565696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5633us (5868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.372444:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18115 00000100:00100000:0.0:1746126828.374094:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.374159:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005565952 00000100:00100000:1.0:1746126828.374166:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005565952 00002000:00100000:1.0:1746126828.374205:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ce00 x1830946005565952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.374214:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946005565952 ext(0->4095) 00002000:00010000:1.0:1746126828.374218:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ce00 00000100:00100000:1.0:1746126828.374608:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13892 00000100:00100000:1.0:1746126828.374616:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005565952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.374748:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005565952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (659us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.374763:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13892 00002000:00100000:1.0:1746126828.374769:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ce00 x1830946005565952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.374775:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ce00 with x1830946005565952 ext(0->4095) 00002000:00010000:1.0:1746126828.374778:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ce00 00000100:00100000:0.0:1746126828.378599:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.381311:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005566080 00000100:00100000:2.0:1746126828.381321:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005566080 00000100:00100000:2.0:1746126828.381368:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30398 00000100:00100000:2.0:1746126828.381374:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005566080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.381389:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.381403:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f54 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.381426:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.381432:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.381434:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.381437:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.381461:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 37 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.381471:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 37 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:2.0:1746126828.381482:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766528:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.382168:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.386660:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766528:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.386690:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.386704:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126828.386765:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005566080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5389us (8172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.386772:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30398 00000100:00100000:0.0:1746126828.387924:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.387978:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005566208 00000100:00100000:3.0:1746126828.387985:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005566208 00002000:00100000:3.0:1746126828.388017:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e16e300 x1830946005566208/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.388026:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16e300 with x1830946005566208 ext(0->7) 00010000:00010000:3.0:1746126828.388031:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 38 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.388046:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 38 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:3.0:1746126828.388052:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16e300 00000100:00100000:3.0:1746126828.388082:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2985 00000100:00100000:3.0:1746126828.388088:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005566208:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126828.392220:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005566208:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4122us (4288us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746126828.392230:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2985 00002000:00100000:0.0:1746126828.392239:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e16e300 x1830946005566208/t4294970672(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.392248:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16e300 with x1830946005566208 ext(0->7) 00010000:00010000:0.0:1746126828.392256:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 40 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:0.0:1746126828.392269:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 40 pid: 21550 timeout: 823 lvb_type: 0 00002000:00010000:0.0:1746126828.392275:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16e300 00000100:00100000:0.0:1746126828.396371:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.396547:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005566336 00000100:00100000:3.0:1746126828.396556:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005566336 00010000:00010000:3.0:1746126828.396589:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 40 pid: 21550 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746126828.396626:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18116 00000100:00100000:3.0:1746126828.396634:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2030:x1830946005566336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.396646:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.396661:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 40 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.396673:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 40 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.397429:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734ac52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f4d expref: 40 pid: 21550 timeout: 823 lvb_type: 0 00010000:00010000:3.0:1746126828.397454:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.397456:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.397463:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.397469:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.397497:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.397507:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997766656:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.397588:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.400536:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997766656:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.400556:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.400602:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2030:x1830946005566336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3968us (4237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.400610:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18116 00000100:00100000:0.0:1746126828.404988:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.405068:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.405153:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005566592 00000100:00100000:1.0:1746126828.405162:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005566592 00002000:00100000:1.0:1746126828.405201:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ed80 x1830946005566592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.405210:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ed80 with x1830946005566592 ext(0->4095) 00002000:00010000:1.0:1746126828.405216:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ed80 00000100:00100000:1.0:1746126828.405234:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13893 00000100:00100000:1.0:1746126828.405241:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005566592:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.405349:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005566592:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.405355:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13893 00002000:00100000:1.0:1746126828.405360:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16ed80 x1830946005566592/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.405366:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ed80 with x1830946005566592 ext(0->4095) 00002000:00010000:1.0:1746126828.405368:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16ed80 00000100:00100000:3.0:1746126828.405772:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005566720 00000100:00100000:3.0:1746126828.405777:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005566720 00000100:00100000:3.0:1746126828.405817:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30399 00000100:00100000:3.0:1746126828.405822:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+39:1764:x1830946005566720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.405832:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.405843:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f5b expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.405862:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.405873:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.405874:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.405877:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.405900:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.405911:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 5 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.405921:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766784:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.405994:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.407680:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.407982:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005566848 00000100:00100000:2.0:1746126828.407988:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005566848 00000100:00100000:2.0:1746126828.408029:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30400 00000100:00100000:2.0:1746126828.408035:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1765:x1830946005566848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.408046:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.408058:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f62 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.408076:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.408081:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.408087:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.408090:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 42 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.408120:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.408161:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 42 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.408169:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126828.408205:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1765:x1830946005566848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.408210:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30400 00000100:00100000:3.0:1746126828.409088:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997766784:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.409106:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.409115:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075e00, rc 0) 00000100:00100000:3.0:1746126828.409163:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005566720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3339us (4094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.409169:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30399 00000100:00100000:0.0:1746126828.411230:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.411336:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005566976 00000100:00100000:3.0:1746126828.411341:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005566976 00010000:00010000:3.0:1746126828.411366:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.411569:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18117 00000100:00100000:3.0:1746126828.411577:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005566976:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.411589:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.411607:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.411616:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.411635:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ac59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f54 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.411662:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.411664:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.411669:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.411677:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.411705:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.411714:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 40 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.411729:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767040:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.412000:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098e58b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.414024:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767040:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.414042:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.414145:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005566976:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2546us (2898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.414154:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18117 00000100:00100000:0.0:1746126828.416674:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.416783:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005567232 00000100:00100000:2.0:1746126828.416791:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005567232 00002000:00100000:2.0:1746126828.416828:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16dc00 x1830946005567232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.416837:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16dc00 with x1830946005567232 ext(0->4095) 00010000:00010000:2.0:1746126828.416844:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.416856:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.416862:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16dc00 00000100:00100000:2.0:1746126828.417021:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2986 00000100:00100000:2.0:1746126828.417029:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946005567232:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.417168:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946005567232:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (500us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.417174:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2986 00002000:00100000:2.0:1746126828.417179:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16dc00 x1830946005567232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.417186:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16dc00 with x1830946005567232 ext(0->4095) 00010000:00010000:2.0:1746126828.417190:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.417198:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.417203:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16dc00 00000100:00100000:0.0:1746126828.419729:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.419982:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005567360 00000100:00100000:3.0:1746126828.419989:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005567360 00010000:00010000:3.0:1746126828.420016:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.420145:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18118 00000100:00100000:3.0:1746126828.420152:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946005567360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.420162:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.420177:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.420187:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.420206:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734ac60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f5b expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.420424:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.420427:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.420433:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.420440:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.420468:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 40 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.420479:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767168:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.420624:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.422613:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.422767:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767168:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.422784:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.422816:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005567360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2665us (3093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.422824:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18118 00000100:00100000:1.0:1746126828.423109:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005567616 00000100:00100000:1.0:1746126828.423115:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005567616 00002000:00100000:1.0:1746126828.423182:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d500 x1830946005567616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.423191:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d500 with x1830946005567616 ext(0->4095) 00002000:00010000:1.0:1746126828.423195:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16d500 00000100:00100000:1.0:1746126828.423214:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13894 00000100:00100000:1.0:1746126828.423220:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005567616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.423318:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005567616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.423324:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13894 00002000:00100000:1.0:1746126828.423329:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d500 x1830946005567616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.423336:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d500 with x1830946005567616 ext(0->4095) 00002000:00010000:1.0:1746126828.423338:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16d500 00000100:00100000:0.0:1746126828.425863:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.425944:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005567744 00000100:00100000:3.0:1746126828.425951:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005567744 00000100:00100000:3.0:1746126828.425992:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30401 00000100:00100000:3.0:1746126828.425998:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005567744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.426012:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.426026:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f69 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.426049:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 39 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.426059:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.426061:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.426064:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.426088:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 39 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.426099:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 39 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.426109:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997767296:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.426216:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.428098:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997767296:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126828.428156:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.428212:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005567872 00000100:00100000:2.0:1746126828.428217:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005567872 00010000:00010000:2.0:1746126828.428238:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 40 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.428271:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18119 00000100:00100000:2.0:1746126828.428277:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2028:x1830946005567872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.428287:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.428303:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 40 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.428313:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 40 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.428330:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734ac67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f62 expref: 40 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.428345:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.428347:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.428352:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.428359:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.428382:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.428391:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767424:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.428437:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00010000:00010000:3.0:1746126828.428799:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.428810:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b074200, rc 0) 00000100:00100000:3.0:1746126828.428963:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005567744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2964us (3104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.428970:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30401 00000100:00100000:2.0:1746126828.429482:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767424:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.429493:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.430057:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946005567872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1777us (1899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.430064:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18119 00000100:00100000:0.0:1746126828.430630:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.431359:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005568128 00000100:00100000:2.0:1746126828.431365:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005568128 00002000:00100000:2.0:1746126828.431397:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad67800 x1830946005568128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.431406:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67800 with x1830946005568128 ext(0->4095) 00002000:00010000:2.0:1746126828.431411:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad67800 00000100:00100000:2.0:1746126828.431438:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13895 00000100:00100000:2.0:1746126828.431445:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005568128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.431860:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005568128:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 413us (1230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.431866:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13895 00002000:00100000:2.0:1746126828.431872:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad67800 x1830946005568128/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.431879:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67800 with x1830946005568128 ext(0->4095) 00002000:00010000:2.0:1746126828.431882:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ad67800 00000100:00100000:0.0:1746126828.433774:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.433818:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.433978:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005568256 00000100:00100000:3.0:1746126828.433983:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005568256 00000100:00100000:3.0:1746126828.434016:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005568384 00000100:00100000:3.0:1746126828.434018:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005568384 00000100:00100000:3.0:1746126828.434036:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30402 00000100:00100000:3.0:1746126828.434043:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1765:x1830946005568256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.434054:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.434067:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f70 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434091:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434097:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.434099:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.434102:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434150:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434159:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 5 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.434170:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997767552:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.434226:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.434240:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30403 00000100:00100000:3.0:1746126828.434246:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005568384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.434252:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.434257:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f77 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434272:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.434275:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434280:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.434282:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434300:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434309:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 42 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.434316:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126828.434335:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1764:x1830946005568384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.434339:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30403 00000100:00100000:3.0:1746126828.436232:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997767552:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126828.436242:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126828.436250:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.436261:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126828.436300:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1765:x1830946005568256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2257us (2529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.436306:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30402 00000100:00100000:2.0:1746126828.436388:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005568512 00000100:00100000:2.0:1746126828.436393:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005568512 00010000:00010000:2.0:1746126828.436410:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.436440:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18120 00000100:00100000:2.0:1746126828.436445:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005568512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.436454:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.436469:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.436478:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.436494:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ac6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f69 expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.436790:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.436793:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.436799:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 40 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.436806:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 40 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.436834:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 40 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.436845:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 40 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.436853:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767808:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.436913:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.438831:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997767808:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126828.438831:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.438881:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005568768 00000100:00100000:3.0:1746126828.438889:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005568768 00002000:00100000:3.0:1746126828.438921:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad64700 x1830946005568768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.438930:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64700 with x1830946005568768 ext(0->4095) 00010000:00010000:3.0:1746126828.438937:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.438945:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126828.438949:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.438954:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad64700 00000100:00100000:2.0:1746126828.438987:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005568512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2541us (2744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.438995:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18120 00000100:00100000:3.0:1746126828.439110:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2987 00000100:00100000:3.0:1746126828.439203:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005568768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.439316:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005568768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 199us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.439321:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2987 00002000:00100000:3.0:1746126828.439326:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad64700 x1830946005568768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.439333:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad64700 with x1830946005568768 ext(0->4095) 00010000:00010000:3.0:1746126828.439337:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.439345:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.439355:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad64700 00000100:00100000:0.0:1746126828.441320:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.441368:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005568896 00000100:00100000:3.0:1746126828.441374:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005568896 00000100:00100000:3.0:1746126828.441410:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30404 00000100:00100000:3.0:1746126828.441416:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005568896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.441428:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.441441:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f7e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.441462:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.441467:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.441472:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126828.441475:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.441500:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.441511:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.441519:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:0.0:1746126828.441520:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.441549:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005568896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.441558:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30404 00000100:00100000:2.0:1746126828.441799:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005569024 00000100:00100000:2.0:1746126828.441803:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005569024 00010000:00010000:2.0:1746126828.441817:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.441851:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18121 00000100:00100000:2.0:1746126828.441857:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2029:x1830946005569024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.441864:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.441879:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.441887:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.441903:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ac75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f70 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.441928:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.441930:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.441935:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.441940:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.441959:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.441968:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.441983:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768064:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.442042:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.445526:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768064:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.445546:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.445593:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2029:x1830946005569024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3735us (4070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.445601:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18121 00000100:00100000:0.0:1746126828.446090:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.446220:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005569280 00000100:00100000:3.0:1746126828.446227:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005569280 00002000:00100000:3.0:1746126828.446259:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3df800 x1830946005569280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.446268:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3df800 with x1830946005569280 ext(0->4095) 00010000:00010000:3.0:1746126828.446274:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.446286:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.446292:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3df800 00000100:00100000:3.0:1746126828.446316:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2988 00000100:00100000:3.0:1746126828.446323:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005569280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.446610:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005569280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 286us (520us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.446616:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2988 00002000:00100000:3.0:1746126828.446621:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3df800 x1830946005569280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.446628:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3df800 with x1830946005569280 ext(0->4095) 00010000:00010000:3.0:1746126828.446632:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.446644:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 40 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.446650:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3df800 00000100:00100000:0.0:1746126828.448165:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.448193:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.448240:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005569408 00000100:00100000:2.0:1746126828.448246:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005569408 00000100:00100000:1.0:1746126828.448250:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005569536 00000100:00100000:1.0:1746126828.448254:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005569536 00010000:00010000:2.0:1746126828.448268:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.448290:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18122 00000100:00100000:2.0:1746126828.448297:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005569408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.448306:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126828.448318:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30405 00010000:00010000:2.0:1746126828.448321:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.448323:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005569536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.448330:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.448333:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.448343:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f85 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.448346:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ac7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f77 expref: 41 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.448356:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.448363:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.448368:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.448442:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.448450:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.448452:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.448457:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.448464:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.448488:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.448498:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.448506:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.448509:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768192:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126828.448513:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.448519:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997768320:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.448566:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.448644:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.449692:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997768320:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.449711:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.449725:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:1.0:1746126828.449767:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005569536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1443us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.449773:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30405 00000100:00100000:2.0:1746126828.449836:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768192:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.449847:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.449862:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005569408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1566us (1668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.449869:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18122 00000100:00100000:0.0:1746126828.450050:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.450111:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005569792 00000100:00100000:3.0:1746126828.450117:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005569792 00002000:00100000:3.0:1746126828.450167:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dc700 x1830946005569792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.450175:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dc700 with x1830946005569792 ext(0->4095) 00010000:00010000:3.0:1746126828.450180:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.450190:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.450195:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dc700 00000100:00100000:3.0:1746126828.450217:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2989 00000100:00100000:3.0:1746126828.450223:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005569792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.450310:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005569792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (260us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.450315:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2989 00002000:00100000:3.0:1746126828.450321:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dc700 x1830946005569792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.450327:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dc700 with x1830946005569792 ext(0->4095) 00010000:00010000:3.0:1746126828.450332:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.450340:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.450345:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dc700 00000100:00100000:0.0:1746126828.452226:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.452302:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005569920 00000100:00100000:2.0:1746126828.452307:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005569920 00010000:00010000:2.0:1746126828.452329:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.452347:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18123 00000100:00100000:2.0:1746126828.452353:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005569920:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.452364:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.452377:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.452386:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.452404:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734ac83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f7e expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.452429:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.452431:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.452436:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.452442:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.452466:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.452476:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768448:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.452536:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.455182:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768448:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.455201:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.455240:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005569920:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2886us (3018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.455251:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18123 00000100:00100000:0.0:1746126828.455537:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.455628:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005570176 00000100:00100000:1.0:1746126828.455634:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005570176 00002000:00100000:1.0:1746126828.455665:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3df100 x1830946005570176/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.455673:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3df100 with x1830946005570176 ext(0->4095) 00002000:00010000:1.0:1746126828.455677:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3df100 00000100:00100000:1.0:1746126828.455691:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13896 00000100:00100000:1.0:1746126828.455697:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005570176:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.455796:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005570176:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.455802:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13896 00002000:00100000:1.0:1746126828.455806:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3df100 x1830946005570176/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.455812:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3df100 with x1830946005570176 ext(0->4095) 00002000:00010000:1.0:1746126828.455815:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3df100 00000100:00100000:0.0:1746126828.460388:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.461207:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005570304 00000100:00100000:1.0:1746126828.461243:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005570304 00000100:00100000:1.0:1746126828.461425:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30406 00000100:00100000:1.0:1746126828.461434:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005570304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.461451:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.461464:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f8c expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.461489:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.461497:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.461899:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.461904:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.461935:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.461946:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 39 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.461956:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997768576:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.462518:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.464259:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997768576:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.464285:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.464300:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6c00, rc 0) 00000100:00100000:1.0:1746126828.464335:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005570304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2902us (3953us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.464345:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30406 00000100:00100000:0.0:1746126828.466438:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.466553:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.466644:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005570432 00000100:00100000:2.0:1746126828.466651:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005570432 00010000:00010000:2.0:1746126828.466680:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 40 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.466705:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18124 00000100:00100000:2.0:1746126828.466711:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005570432:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.466723:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.466740:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 40 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.466758:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 40 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.466778:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ac8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f85 expref: 40 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.466796:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.466797:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.466807:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.466814:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.466840:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126828.467279:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005570560 00000100:00100000:1.0:1746126828.467284:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005570560 00000100:00100000:1.0:1746126828.467306:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30407 00000100:00100000:1.0:1746126828.467311:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+40:1764:x1830946005570560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.467322:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.467330:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f93 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.467431:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768704:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.467497:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126828.467538:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.467544:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.467545:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.467548:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.467562:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.467571:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 5 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.467579:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997768832:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.467600:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126828.470416:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126828.473279:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.473364:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005570816 00000100:00100000:2.0:1746126828.473372:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005570816 00002000:00100000:2.0:1746126828.473407:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dfb80 x1830946005570816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.473417:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dfb80 with x1830946005570816 ext(0->4095) 00010000:00010000:2.0:1746126828.473425:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.473437:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.473444:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dfb80 00000100:00100000:2.0:1746126828.473460:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2990 00000100:00100000:2.0:1746126828.473467:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005570816:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.473572:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005570816:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.473578:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2990 00002000:00100000:2.0:1746126828.473582:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dfb80 x1830946005570816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.473588:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dfb80 with x1830946005570816 ext(0->4095) 00010000:00010000:2.0:1746126828.473593:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.473601:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.473606:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3dfb80 00000100:00100000:1.0:1746126828.473767:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997768832:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.473790:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.473802:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:1.0:1746126828.473822:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005570560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6512us (7270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.473828:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30407 00000100:00100000:3.0:1746126828.473895:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768704:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.473905:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.473922:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005570432:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7211us (7490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.473928:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18124 00000100:00100000:0.0:1746126828.476928:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.477645:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005570944 00000100:00100000:3.0:1746126828.477652:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005570944 00010000:00010000:3.0:1746126828.477681:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.477704:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18125 00000100:00100000:3.0:1746126828.477710:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005570944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.477720:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.477735:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.477743:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.477775:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ac91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f8c expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.477799:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.477801:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.477806:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.477813:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.477840:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.477851:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768960:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.478851:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.482236:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.482319:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997768960:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.482336:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.482372:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005570944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4660us (5449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.482381:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18125 00000100:00100000:1.0:1746126828.482459:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005571200 00000100:00100000:1.0:1746126828.482464:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005571200 00002000:00100000:1.0:1746126828.482493:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3de300 x1830946005571200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.482502:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de300 with x1830946005571200 ext(0->4095) 00002000:00010000:1.0:1746126828.482506:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3de300 00000100:00100000:1.0:1746126828.482977:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13897 00000100:00100000:1.0:1746126828.482988:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2030:x1830946005571200:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.483102:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2030:x1830946005571200:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (875us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.483108:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13897 00002000:00100000:1.0:1746126828.483113:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3de300 x1830946005571200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.483121:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de300 with x1830946005571200 ext(0->4095) 00002000:00010000:1.0:1746126828.483147:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3de300 00000100:00100000:0.0:1746126828.488116:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.488346:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005571328 00000100:00100000:1.0:1746126828.488354:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005571328 00000100:00100000:1.0:1746126828.488664:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30408 00000100:00100000:1.0:1746126828.488671:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005571328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.488686:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.488699:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7f9a expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.488720:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.488726:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.488728:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.488731:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.488765:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 39 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.488775:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 39 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.488784:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997769088:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.488846:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.492845:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997769088:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.492870:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.493167:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126828.493594:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005571328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4921us (5482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.493602:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30408 00000100:00100000:0.0:1746126828.493982:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.494148:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005571456 00000100:00100000:3.0:1746126828.494154:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005571456 00002000:00100000:3.0:1746126828.494186:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3ded80 x1830946005571456/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.494199:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ded80 with x1830946005571456 ext(0->7) 00010000:00010000:3.0:1746126828.494205:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 40 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.494216:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 40 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.494221:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3ded80 00000100:00100000:3.0:1746126828.494247:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2991 00000100:00100000:3.0:1746126828.494254:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005571456:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126828.495350:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005571456:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1094us (1366us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746126828.495357:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2991 00002000:00100000:0.0:1746126828.495363:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3ded80 x1830946005571456/t4294970673(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.495371:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ded80 with x1830946005571456 ext(0->7) 00010000:00010000:0.0:1746126828.495377:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126828.495387:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126828.495392:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3ded80 00000100:00100000:2.0:1746126828.499766:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.500239:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005571584 00000100:00100000:3.0:1746126828.500247:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005571584 00010000:00010000:3.0:1746126828.500278:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.501444:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18126 00000100:00100000:3.0:1746126828.501454:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005571584:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.501466:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.501484:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.501496:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.501514:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ac98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f93 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.501717:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.501719:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.501725:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.501732:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.501768:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.501778:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769216:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.502255:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.507887:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.508261:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005571840 00000100:00100000:2.0:1746126828.508269:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005571840 00002000:00100000:2.0:1746126828.508306:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dd500 x1830946005571840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.508315:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dd500 with x1830946005571840 ext(0->4095) 00002000:00010000:2.0:1746126828.508320:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3dd500 00000100:00100000:2.0:1746126828.508350:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13898 00000100:00100000:2.0:1746126828.508357:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005571840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.508472:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005571840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.508478:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13898 00002000:00100000:2.0:1746126828.508482:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3dd500 x1830946005571840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.508489:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dd500 with x1830946005571840 ext(0->4095) 00002000:00010000:2.0:1746126828.508491:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3dd500 00000100:00100000:3.0:1746126828.508736:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769216:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.508758:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.508779:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2028:x1830946005571584:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7329us (9049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.508786:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18126 00000100:00100000:0.0:1746126828.509095:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.509183:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005571968 00000100:00100000:1.0:1746126828.509186:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005571968 00000100:00100000:1.0:1746126828.509212:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30409 00000100:00100000:1.0:1746126828.509216:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005571968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.509224:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.509235:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fa1 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.509253:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.509260:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.509262:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.509265:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.509285:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.509293:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 5 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.509303:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997769344:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.509341:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.512032:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.512524:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005572096 00000100:00100000:2.0:1746126828.512532:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005572096 00000100:00100000:2.0:1746126828.512579:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30410 00000100:00100000:2.0:1746126828.512586:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1765:x1830946005572096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.512600:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.512613:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fa8 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.512994:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.513000:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.513005:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.513008:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.513036:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.513047:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.513055:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126828.513098:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1765:x1830946005572096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 512us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.513104:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30410 00000100:00100000:1.0:1746126828.513180:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997769344:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.513196:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.513203:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6800, rc 0) 00000100:00100000:1.0:1746126828.513219:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005571968:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4002us (4124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.513223:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30409 00000100:00100000:0.0:1746126828.513616:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.513811:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005572224 00000100:00100000:3.0:1746126828.513816:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005572224 00010000:00010000:3.0:1746126828.513832:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.513846:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18127 00000100:00100000:3.0:1746126828.513850:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005572224:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.513860:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.513871:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.513880:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.513893:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ac9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7f9a expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.513912:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.513913:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.513918:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.513924:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.513940:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.513949:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.513959:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769600:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.514015:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.516617:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.516696:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005572480 00000100:00100000:1.0:1746126828.516702:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005572480 00002000:00100000:1.0:1746126828.516738:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45f80 x1830946005572480/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.516748:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45f80 with x1830946005572480 ext(0->4095) 00010000:00010000:1.0:1746126828.516767:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.516777:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.516783:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae45f80 00000100:00100000:1.0:1746126828.516812:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2992 00000100:00100000:1.0:1746126828.516819:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005572480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.516939:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005572480:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.516945:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2992 00002000:00100000:1.0:1746126828.516951:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae45f80 x1830946005572480/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.516958:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae45f80 with x1830946005572480 ext(0->4095) 00010000:00010000:1.0:1746126828.516962:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.516970:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.516975:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae45f80 00000100:00100000:3.0:1746126828.517054:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769600:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.517067:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.517089:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005572224:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3238us (3473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.517096:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18127 00000100:00100000:0.0:1746126828.520718:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.520799:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005572608 00000100:00100000:3.0:1746126828.520807:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005572608 00010000:00010000:3.0:1746126828.520836:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.520870:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18128 00000100:00100000:3.0:1746126828.520877:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005572608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.520887:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.520903:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.520913:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.520931:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734aca6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa1 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.520956:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.520957:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.520963:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.520970:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.520997:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.521008:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769728:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.521070:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.523219:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769728:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.523234:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.523272:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005572608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2394us (2559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.523279:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18128 00000100:00100000:0.0:1746126828.523724:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.524120:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005572864 00000100:00100000:3.0:1746126828.524293:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005572864 00002000:00100000:3.0:1746126828.524323:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946005572864/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.524332:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946005572864 ext(0->4095) 00002000:00010000:3.0:1746126828.524336:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae44a80 00000100:00100000:3.0:1746126828.524674:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13899 00000100:00100000:3.0:1746126828.524681:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005572864:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.524790:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005572864:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1066us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.524795:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13899 00002000:00100000:3.0:1746126828.524800:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44a80 x1830946005572864/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.524813:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44a80 with x1830946005572864 ext(0->4095) 00002000:00010000:3.0:1746126828.524816:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae44a80 00000100:00100000:0.0:1746126828.526533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.526634:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005572992 00000100:00100000:1.0:1746126828.526640:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005572992 00000100:00100000:1.0:1746126828.526682:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30411 00000100:00100000:1.0:1746126828.526688:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005572992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.526699:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.526712:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7faf expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.526732:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 41 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.526739:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.526740:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.526743:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.526779:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 41 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.526792:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 41 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.526801:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997769856:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.526871:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.528598:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997769856:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.528620:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.528631:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126828.528674:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005572992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1985us (2144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.528680:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30411 00000100:00100000:0.0:1746126828.528915:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.528935:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005573120 00000100:00100000:3.0:1746126828.528940:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005573120 00010000:00010000:3.0:1746126828.528958:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 42 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.528989:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18129 00000100:00100000:3.0:1746126828.528995:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005573120:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.529004:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.529020:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 42 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.529029:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 42 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.529124:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734acad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fa8 expref: 42 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.529170:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.529172:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.529178:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.529184:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.529211:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.529220:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769984:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.529598:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.530872:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997769984:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.530885:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.530912:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005573120:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1917us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.530919:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18129 00000100:00100000:0.0:1746126828.531104:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.531213:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005573376 00000100:00100000:1.0:1746126828.531218:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005573376 00002000:00100000:1.0:1746126828.531243:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8a80 x1830946005573376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.531251:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8a80 with x1830946005573376 ext(0->4095) 00002000:00010000:1.0:1746126828.531255:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf8a80 00000100:00100000:1.0:1746126828.531278:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13900 00000100:00100000:1.0:1746126828.531284:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005573376:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.531375:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005573376:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.531383:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13900 00002000:00100000:1.0:1746126828.531388:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8a80 x1830946005573376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.531395:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8a80 with x1830946005573376 ext(0->4095) 00002000:00010000:1.0:1746126828.531397:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf8a80 00000100:00100000:0.0:1746126828.534324:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.534425:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005573504 00000100:00100000:1.0:1746126828.534431:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005573504 00000100:00100000:1.0:1746126828.534475:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30412 00000100:00100000:1.0:1746126828.534481:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005573504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.534495:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.534508:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fbd expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.534529:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.534535:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.534537:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.534540:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.534563:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.534574:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 5 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.534588:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997770112:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.534654:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.536725:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997770112:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.536757:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.536771:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126828.536805:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1764:x1830946005573504:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2323us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.536812:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30412 00000100:00100000:0.0:1746126828.541201:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.541241:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.541318:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005573632 00000100:00100000:1.0:1746126828.541326:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005573632 00000100:00100000:1.0:1746126828.541376:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30413 00000100:00100000:1.0:1746126828.541384:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1765:x1830946005573632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.541398:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.541412:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fb6 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.541432:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.541436:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.541441:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.541445:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.541477:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.541488:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.541496:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6800, rc 0) 00000100:00100000:1.0:1746126828.541529:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1765:x1830946005573632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.541534:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30413 00000100:00100000:3.0:1746126828.541744:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005573760 00000100:00100000:3.0:1746126828.541760:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005573760 00010000:00010000:3.0:1746126828.541778:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.542069:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18130 00000100:00100000:3.0:1746126828.542075:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005573760:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.542084:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.542099:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.542107:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.542122:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734acb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7faf expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.542163:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.542165:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.542170:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.542176:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.542193:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.542201:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.542210:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997770368:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.542994:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.545696:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997770368:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.545713:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.545769:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005573760:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3692us (4526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.545778:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18130 00000100:00100000:0.0:1746126828.546039:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.546413:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005574016 00000100:00100000:3.0:1746126828.546418:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005574016 00002000:00100000:3.0:1746126828.546446:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf9500 x1830946005574016/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.546459:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf9500 with x1830946005574016 ext(0->4095) 00010000:00010000:3.0:1746126828.546465:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.546475:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.546480:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bf9500 00000100:00100000:3.0:1746126828.546801:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2993 00000100:00100000:3.0:1746126828.546808:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005574016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.547180:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005574016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 371us (1140us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.547186:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2993 00002000:00100000:3.0:1746126828.547192:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf9500 x1830946005574016/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.547199:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf9500 with x1830946005574016 ext(0->4095) 00010000:00010000:3.0:1746126828.547204:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.547213:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.547218:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6bf9500 00000100:00100000:0.0:1746126828.549417:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.549513:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005574144 00000100:00100000:3.0:1746126828.549521:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005574144 00010000:00010000:3.0:1746126828.549547:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.549614:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18131 00000100:00100000:3.0:1746126828.549621:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005574144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.549632:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.549647:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.549658:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.549678:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734acbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fbd expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.549703:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.549705:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.549710:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.549717:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.549744:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.549766:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997770496:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.549833:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.552526:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.552606:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997770496:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.552622:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.552665:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005574144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3044us (3254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.552675:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18131 00000100:00100000:2.0:1746126828.552772:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005574400 00000100:00100000:2.0:1746126828.552778:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005574400 00002000:00100000:2.0:1746126828.552809:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf9c00 x1830946005574400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.552818:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf9c00 with x1830946005574400 ext(0->4095) 00002000:00010000:2.0:1746126828.552823:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf9c00 00000100:00100000:2.0:1746126828.552839:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13901 00000100:00100000:2.0:1746126828.552844:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2030:x1830946005574400:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126828.552930:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2030:x1830946005574400:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.552936:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13901 00002000:00100000:2.0:1746126828.552940:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf9c00 x1830946005574400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.552947:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf9c00 with x1830946005574400 ext(0->4095) 00002000:00010000:2.0:1746126828.552950:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf9c00 00000100:00100000:0.0:1746126828.555297:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.555371:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005574528 00000100:00100000:2.0:1746126828.555377:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005574528 00000100:00100000:2.0:1746126828.555414:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30414 00000100:00100000:2.0:1746126828.555420:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005574528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.555432:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.555444:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fc4 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.555467:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.555475:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.555476:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.555479:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.555503:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.555513:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 41 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.555523:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997770624:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.555585:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.557447:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997770624:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.557473:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.557485:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126828.557525:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005574528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2104us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.557531:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30414 00000100:00100000:0.0:1746126828.558927:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.559005:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005574656 00000100:00100000:3.0:1746126828.559011:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005574656 00010000:00010000:3.0:1746126828.559032:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.559081:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18132 00000100:00100000:3.0:1746126828.559087:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2027:x1830946005574656:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.559097:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.559111:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.559120:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.559157:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fb6 expref: 42 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.559439:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.559442:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.559448:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.559460:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.559483:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.559494:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997770752:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.559858:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.564724:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.564950:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997770752:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.564965:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.565001:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:2027:x1830946005574656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5913us (6077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.565011:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18132 00000100:00100000:1.0:1746126828.565083:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005574912 00000100:00100000:1.0:1746126828.565089:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005574912 00002000:00100000:1.0:1746126828.565117:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8e00 x1830946005574912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.565146:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8e00 with x1830946005574912 ext(0->4095) 00002000:00010000:1.0:1746126828.565150:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf8e00 00000100:00100000:1.0:1746126828.565177:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13902 00000100:00100000:1.0:1746126828.565184:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005574912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.565272:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005574912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.565278:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13902 00002000:00100000:1.0:1746126828.565283:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a6bf8e00 x1830946005574912/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.565296:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8e00 with x1830946005574912 ext(0->4095) 00002000:00010000:1.0:1746126828.565299:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6bf8e00 00000100:00100000:0.0:1746126828.565373:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.565773:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005575040 00000100:00100000:3.0:1746126828.565776:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005575040 00000100:00100000:3.0:1746126828.565795:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30415 00000100:00100000:3.0:1746126828.565800:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:1764:x1830946005575040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.565808:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.565819:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fcb expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.565837:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.565843:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.565846:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.565849:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.565869:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.565878:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.565888:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997770880:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.566421:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.569249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.569380:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997770880:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.569402:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.569403:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005575168 00000100:00100000:2.0:1746126828.569407:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005575168 00010000:00010000:3.0:1746126828.569414:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ce00, rc 0) 00000100:00100000:2.0:1746126828.569436:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30416 00000100:00100000:2.0:1746126828.569441:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1765:x1830946005575168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.569456:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126828.569458:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005575040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3657us (4085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.569463:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30415 00010000:00010000:2.0:1746126828.569466:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fd2 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.569481:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.569486:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.569491:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.569494:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.569519:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126828.569524:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126828.569527:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.569534:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126828.569551:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1765:x1830946005575168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.569556:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30416 00000100:00100000:3.0:1746126828.569672:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005575296 00000100:00100000:3.0:1746126828.569675:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005575296 00010000:00010000:3.0:1746126828.569688:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.569716:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18133 00000100:00100000:3.0:1746126828.569721:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005575296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.569730:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.569744:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.569768:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.569784:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734acc9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fc4 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.569795:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.569797:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.569801:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.569807:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.569822:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 42 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.569830:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 42 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.569840:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771136:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.569887:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.572332:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771136:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.572345:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.572382:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005575296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2660us (2858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.572390:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18133 00000100:00100000:0.0:1746126828.572876:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.572983:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005575552 00000100:00100000:2.0:1746126828.572988:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005575552 00002000:00100000:2.0:1746126828.573015:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faed880 x1830946005575552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.573023:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830946005575552 ext(0->4095) 00010000:00010000:2.0:1746126828.573030:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.573040:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.573050:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faed880 00000100:00100000:2.0:1746126828.573075:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2994 00000100:00100000:2.0:1746126828.573607:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005575552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.573990:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005575552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 908us (1114us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.573996:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2994 00002000:00100000:2.0:1746126828.574001:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faed880 x1830946005575552/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.574008:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830946005575552 ext(0->4095) 00010000:00010000:2.0:1746126828.574013:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.574022:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.574027:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012faed880 00000100:00100000:0.0:1746126828.576859:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.577707:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005575680 00000100:00100000:3.0:1746126828.577715:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005575680 00010000:00010000:3.0:1746126828.577745:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.577850:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18134 00000100:00100000:3.0:1746126828.577856:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005575680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.577867:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.577882:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.577893:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.577910:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ce00/0x63da90637734acd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fcb expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.578099:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.578102:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.578108:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.578116:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.578156:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 42 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.578167:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771264:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.578440:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.580648:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.580705:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005575936 00000100:00100000:2.0:1746126828.580711:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005575936 00002000:00100000:2.0:1746126828.580742:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faef480 x1830946005575936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.580761:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946005575936 ext(0->4095) 00002000:00010000:2.0:1746126828.580765:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faef480 00000100:00100000:3.0:1746126828.580773:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771264:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.580794:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13903 00000100:00100000:2.0:1746126828.580801:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2030:x1830946005575936:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746126828.580836:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.580873:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005575680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3017us (4021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.580881:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18134 00000100:00100000:2.0:1746126828.580890:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2030:x1830946005575936:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.580895:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13903 00002000:00100000:2.0:1746126828.580899:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012faef480 x1830946005575936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.580906:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946005575936 ext(0->4095) 00002000:00010000:2.0:1746126828.580908:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faef480 00000100:00100000:0.0:1746126828.584183:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.586585:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005576064 00000100:00100000:2.0:1746126828.586598:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005576064 00000100:00100000:2.0:1746126828.586658:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30417 00000100:00100000:2.0:1746126828.586665:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005576064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.586679:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.586695:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fd9 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.586719:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.586727:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.586729:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.586732:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.586767:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 41 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.586781:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 41 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.586791:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997771392:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.587674:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.601293:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.601371:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.601618:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005576320 00000100:00100000:1.0:1746126828.601626:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005576320 00000100:00100000:1.0:1746126828.601658:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30418 00000100:00100000:1.0:1746126828.601664:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:1764:x1830946005576320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.601679:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.601692:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fe0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.601713:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.601719:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.601725:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126828.601728:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.601766:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.601778:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.601787:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126828.601830:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005576320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.601836:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30418 00000100:00100000:2.0:1746126828.602155:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997771392:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.602174:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.602181:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126828.602201:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005576064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15538us (18025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.602206:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30417 00000100:00100000:3.0:1746126828.602294:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005576192 00000100:00100000:3.0:1746126828.602298:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005576192 00010000:00010000:3.0:1746126828.602314:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.602339:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18135 00000100:00100000:3.0:1746126828.602344:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005576192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.602351:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.602366:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.602374:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.602388:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734acd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd2 expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.602400:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.602401:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.602406:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.602411:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.602427:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.602435:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 5 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.602444:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771648:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.602483:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.605214:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.605284:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005576576 00000100:00100000:2.0:1746126828.605290:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005576576 00002000:00100000:2.0:1746126828.605322:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c92a00 x1830946005576576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.605329:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946005576576 ext(0->4095) 00010000:00010000:2.0:1746126828.605336:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.605347:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.605357:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92a00 00000100:00100000:2.0:1746126828.605378:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2995 00000100:00100000:2.0:1746126828.605385:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005576576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126828.605496:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005576576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.605502:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2995 00002000:00100000:2.0:1746126828.605506:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c92a00 x1830946005576576/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.605513:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92a00 with x1830946005576576 ext(0->4095) 00010000:00010000:2.0:1746126828.605517:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.605526:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.605531:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92a00 00000100:00100000:3.0:1746126828.605671:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771648:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.605686:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.605705:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005576192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3361us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.605712:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18135 00000100:00100000:0.0:1746126828.609844:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.609917:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005576704 00000100:00100000:3.0:1746126828.609924:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005576704 00010000:00010000:3.0:1746126828.609952:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.609980:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18136 00000100:00100000:3.0:1746126828.609986:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005576704:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.609996:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.610012:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.610022:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.610040:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734acde lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fd9 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.610055:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.610056:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.610062:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 41 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.610068:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 41 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.610092:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 41 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.610102:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771776:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.610189:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.612213:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.612280:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005576960 00000100:00100000:1.0:1746126828.612285:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005576960 00002000:00100000:1.0:1746126828.612315:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90380 x1830946005576960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.612324:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90380 with x1830946005576960 ext(0->4095) 00002000:00010000:1.0:1746126828.612328:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90380 00000100:00100000:1.0:1746126828.612359:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13904 00000100:00100000:1.0:1746126828.612365:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005576960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.612480:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005576960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.612486:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13904 00002000:00100000:1.0:1746126828.612491:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90380 x1830946005576960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.612497:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90380 with x1830946005576960 ext(0->4095) 00002000:00010000:1.0:1746126828.612500:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90380 00000100:00100000:3.0:1746126828.612611:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997771776:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.612624:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.612645:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005576704:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2659us (2808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.612651:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18136 00000100:00100000:0.0:1746126828.616004:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.616090:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005577088 00000100:00100000:2.0:1746126828.616097:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005577088 00000100:00100000:2.0:1746126828.616167:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30419 00000100:00100000:2.0:1746126828.616175:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005577088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.616189:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.616203:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fe7 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.616233:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 41 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.616240:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.616242:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.616245:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.616268:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 41 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.616279:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 41 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.616289:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997771904:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.616353:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.619008:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997771904:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.619035:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.619048:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126828.619079:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005577088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2905us (3081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.619087:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30419 00000100:00100000:0.0:1746126828.619930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.619997:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005577216 00000100:00100000:2.0:1746126828.620003:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005577216 00002000:00100000:2.0:1746126828.620033:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c92d80 x1830946005577216/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.620043:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92d80 with x1830946005577216 ext(0->7) 00010000:00010000:2.0:1746126828.620049:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 42 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.620060:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 42 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.620067:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92d80 00000100:00100000:2.0:1746126828.620095:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2996 00000100:00100000:2.0:1746126828.620101:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+42:2028:x1830946005577216:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126828.620883:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005577216:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 780us (955us total) trans 4294970674 rc 0/0 00000100:00100000:0.0:1746126828.620890:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2996 00002000:00100000:0.0:1746126828.620895:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a5c92d80 x1830946005577216/t4294970674(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 496/448 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.620903:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c92d80 with x1830946005577216 ext(0->7) 00010000:00010000:0.0:1746126828.620908:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126828.620922:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126828.620928:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c92d80 00000100:00100000:0.0:1746126828.630274:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.630361:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005577344 00000100:00100000:3.0:1746126828.630369:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005577344 00010000:00010000:3.0:1746126828.630398:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.630424:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18137 00000100:00100000:3.0:1746126828.630430:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2030:x1830946005577344:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.630440:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.630455:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.630465:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.630483:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ace5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe0 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.630511:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.630513:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.630519:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.630525:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.630554:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.630565:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772032:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.632065:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.637021:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772032:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.637038:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.637079:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2030:x1830946005577344:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6648us (6811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.637088:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18137 00000100:00100000:0.0:1746126828.641092:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.641206:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005577600 00000100:00100000:2.0:1746126828.641214:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005577600 00002000:00100000:2.0:1746126828.641250:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46a00 x1830946005577600/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.641260:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46a00 with x1830946005577600 ext(0->4095) 00002000:00010000:2.0:1746126828.641264:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac46a00 00000100:00100000:1.0:1746126828.642396:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13905 00000100:00100000:1.0:1746126828.642406:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005577600:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.642525:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005577600:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (1440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.642531:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13905 00002000:00100000:1.0:1746126828.642536:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac46a00 x1830946005577600/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.642549:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46a00 with x1830946005577600 ext(0->4095) 00002000:00010000:1.0:1746126828.642553:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac46a00 00000100:00100000:0.0:1746126828.643155:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.643230:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005577728 00000100:00100000:3.0:1746126828.643235:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005577728 00000100:00100000:3.0:1746126828.643260:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30420 00000100:00100000:3.0:1746126828.643265:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005577728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.643273:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.643285:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7fee expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.643306:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.643313:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.643314:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.643317:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.643344:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.643354:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 5 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.643363:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997772160:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.643403:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.645348:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.645421:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005577856 00000100:00100000:1.0:1746126828.645426:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005577856 00000100:00100000:1.0:1746126828.645466:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30421 00000100:00100000:1.0:1746126828.645473:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005577856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.645484:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.645494:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ff5 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.645512:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.645516:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 46 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.645522:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.645525:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.645552:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 46 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.645563:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.645571:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6800, rc 0) 00000100:00100000:1.0:1746126828.645599:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1765:x1830946005577856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.645604:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30421 00000100:00100000:3.0:1746126828.646793:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997772160:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.646810:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.646820:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c800, rc 0) 00000100:00100000:3.0:1746126828.646843:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005577728:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3578us (3689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.646848:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30420 00000100:00100000:0.0:1746126828.647950:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.648019:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005577984 00000100:00100000:3.0:1746126828.648024:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005577984 00010000:00010000:3.0:1746126828.648045:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.648066:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18138 00000100:00100000:3.0:1746126828.648072:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005577984:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.648083:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.648099:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.648108:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.648148:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734acec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fe7 expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.648876:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.648879:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.648885:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.648893:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.648920:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.648929:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.649313:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772416:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.650760:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.652723:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772416:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.652739:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.652781:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005577984:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4708us (4832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.652791:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18138 00000100:00100000:0.0:1746126828.653156:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.653656:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005578240 00000100:00100000:3.0:1746126828.653662:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005578240 00002000:00100000:3.0:1746126828.653693:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44700 x1830946005578240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.653701:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44700 with x1830946005578240 ext(0->4095) 00010000:00010000:3.0:1746126828.653709:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.653719:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.653725:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac44700 00000100:00100000:3.0:1746126828.654099:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2997 00000100:00100000:3.0:1746126828.654106:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005578240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.654226:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005578240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1070us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.654231:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2997 00002000:00100000:3.0:1746126828.654236:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44700 x1830946005578240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.654243:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44700 with x1830946005578240 ext(0->4095) 00010000:00010000:3.0:1746126828.654247:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.654259:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.654265:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac44700 00000100:00100000:0.0:1746126828.656837:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.657092:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005578368 00000100:00100000:3.0:1746126828.657099:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005578368 00010000:00010000:3.0:1746126828.657239:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.657390:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18139 00000100:00100000:3.0:1746126828.657719:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005578368:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.657730:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.657747:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.657769:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.657787:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734acf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7fee expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.657813:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.657815:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.657821:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.657832:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.657858:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.657869:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772544:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.657935:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.660703:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772544:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.660718:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.660760:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005578368:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3032us (3916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.660768:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18139 00000100:00100000:0.0:1746126828.660970:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.662756:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005578624 00000100:00100000:1.0:1746126828.662764:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005578624 00002000:00100000:1.0:1746126828.662796:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45880 x1830946005578624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.662805:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45880 with x1830946005578624 ext(0->4095) 00002000:00010000:1.0:1746126828.662810:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45880 00000100:00100000:1.0:1746126828.662834:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13906 00000100:00100000:1.0:1746126828.662840:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005578624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.662945:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005578624:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (1976us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.662950:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13906 00002000:00100000:1.0:1746126828.662955:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45880 x1830946005578624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.662962:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45880 with x1830946005578624 ext(0->4095) 00002000:00010000:1.0:1746126828.662964:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45880 00000100:00100000:0.0:1746126828.664779:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.664968:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005578752 00000100:00100000:3.0:1746126828.664974:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005578752 00000100:00100000:3.0:1746126828.665049:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30422 00000100:00100000:3.0:1746126828.665056:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005578752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.665070:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.665085:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff7ffc expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.665107:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.665113:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.665115:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.665118:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.665162:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.665171:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.665182:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997772672:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.665241:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.667173:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997772672:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.667194:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.667207:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126828.667239:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005578752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2183us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.667246:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30422 00000100:00100000:0.0:1746126828.667799:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.668401:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005578880 00000100:00100000:3.0:1746126828.668407:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005578880 00010000:00010000:3.0:1746126828.668429:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.668455:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18140 00000100:00100000:3.0:1746126828.668460:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005578880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.668471:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.668486:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.668495:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.668513:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6800/0x63da90637734acfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ff5 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.669094:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.669096:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.669103:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.669110:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.669195:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.669207:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772800:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.669262:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.671887:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.672000:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997772800:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.672015:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.672170:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005578880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3709us (4371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.672182:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18140 00000100:00100000:0.0:1746126828.672374:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.672529:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005579136 00000100:00100000:2.0:1746126828.672535:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005579136 00002000:00100000:2.0:1746126828.672565:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44e00 x1830946005579136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.672573:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44e00 with x1830946005579136 ext(0->4095) 00002000:00010000:2.0:1746126828.672576:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44e00 00000100:00100000:2.0:1746126828.672592:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13907 00000100:00100000:2.0:1746126828.672598:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005579136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.672685:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005579136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (804us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.672691:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13907 00002000:00100000:2.0:1746126828.672696:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44e00 x1830946005579136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.672703:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44e00 with x1830946005579136 ext(0->4095) 00002000:00010000:2.0:1746126828.672705:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44e00 00000100:00100000:3.0:1746126828.672814:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005579264 00000100:00100000:3.0:1746126828.672818:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005579264 00000100:00100000:3.0:1746126828.672836:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30423 00000100:00100000:3.0:1746126828.672841:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005579264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.672848:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.672860:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8003 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.672878:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.672885:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.672886:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.672889:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.672910:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.673230:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 5 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.673241:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997772928:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.674000:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.676238:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.676454:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005579392 00000100:00100000:2.0:1746126828.676460:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005579392 00000100:00100000:3.0:1746126828.676547:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997772928:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.676568:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.676581:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45c600, rc 0) 00000100:00100000:3.0:1746126828.676613:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005579264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3771us (4239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.676618:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30423 00000100:00100000:3.0:1746126828.676634:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30424 00000100:00100000:3.0:1746126828.676639:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1765:x1830946005579392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.676649:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.676659:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff800a expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.676672:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.676676:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.676680:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.676683:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 45 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.676702:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.676710:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 45 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.676720:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45d400, rc 0) 00000100:00100000:3.0:1746126828.676734:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005579392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.676738:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30424 00000100:00100000:0.0:1746126828.677109:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.677848:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005579520 00000100:00100000:3.0:1746126828.677853:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005579520 00010000:00010000:3.0:1746126828.677870:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.677894:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18141 00000100:00100000:3.0:1746126828.677898:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005579520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.677906:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.677920:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.677928:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.677943:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff7ffc expref: 6 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.677954:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.677956:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.677961:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.677971:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.677987:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.677996:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.678006:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773184:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.678050:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.686409:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.686524:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773184:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.686540:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.686576:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005579520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8675us (9465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.686585:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18141 00000100:00100000:1.0:1746126828.686659:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005579776 00000100:00100000:1.0:1746126828.686664:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005579776 00002000:00100000:1.0:1746126828.686696:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44000 x1830946005579776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.686705:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44000 with x1830946005579776 ext(0->4095) 00010000:00010000:1.0:1746126828.686712:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.686729:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.686734:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac44000 00000100:00100000:1.0:1746126828.686813:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2998 00000100:00100000:1.0:1746126828.686820:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005579776:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.686929:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005579776:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.686935:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2998 00002000:00100000:1.0:1746126828.686941:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44000 x1830946005579776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.686948:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44000 with x1830946005579776 ext(0->4095) 00010000:00010000:1.0:1746126828.686952:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.686961:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.686966:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ac44000 00000100:00100000:0.0:1746126828.688760:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.688918:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005579904 00000100:00100000:3.0:1746126828.688924:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005579904 00010000:00010000:3.0:1746126828.689021:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.689097:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18142 00000100:00100000:3.0:1746126828.689123:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2030:x1830946005579904:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.689218:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.689250:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.689298:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.689346:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734ad08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8003 expref: 45 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.689424:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.689426:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.689450:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.689458:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.692378:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.692448:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773312:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.692662:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.698208:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773312:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.698230:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.698292:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2030:x1830946005579904:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 9169us (9556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.698302:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18142 00000100:00100000:0.0:1746126828.700056:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.700990:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005580160 00000100:00100000:2.0:1746126828.700997:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005580160 00002000:00100000:2.0:1746126828.701033:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47b80 x1830946005580160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.701042:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47b80 with x1830946005580160 ext(0->4095) 00002000:00010000:2.0:1746126828.701046:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47b80 00000100:00100000:2.0:1746126828.702213:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13908 00000100:00100000:2.0:1746126828.702223:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005580160:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.702346:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005580160:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (2293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.702352:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13908 00002000:00100000:2.0:1746126828.702357:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac47b80 x1830946005580160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.702365:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47b80 with x1830946005580160 ext(0->4095) 00002000:00010000:2.0:1746126828.702369:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47b80 00000100:00100000:0.0:1746126828.704336:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.704653:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005580288 00000100:00100000:1.0:1746126828.704659:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005580288 00000100:00100000:1.0:1746126828.704880:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30425 00000100:00100000:1.0:1746126828.704888:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005580288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.704902:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.704917:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8011 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.704939:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.704945:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.704947:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.704950:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.704973:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.704982:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.704993:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997773440:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.706155:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.707158:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997773440:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.707182:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.707195:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:1.0:1746126828.707229:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005580288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2898us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.707236:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30425 00000100:00100000:0.0:1746126828.707930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.708041:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005580416 00000100:00100000:3.0:1746126828.708047:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005580416 00010000:00010000:3.0:1746126828.708180:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.708203:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18143 00000100:00100000:3.0:1746126828.708210:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005580416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.708221:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.708236:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.708245:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.708262:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734ad0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff800a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.708633:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.708636:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.708643:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.708650:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.708676:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.708690:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773568:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.708837:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.710529:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.712247:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005580544 00000100:00100000:1.0:1746126828.712257:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005580544 00000100:00100000:1.0:1746126828.712307:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30426 00000100:00100000:1.0:1746126828.712315:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005580544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.712330:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.712345:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8018 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.712371:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.712377:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.712379:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.712382:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.712405:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.712416:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.712427:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997773696:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.712494:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.713609:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.713687:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773568:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126828.713726:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005580800 00000100:00100000:1.0:1746126828.713730:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005580800 00002000:00100000:1.0:1746126828.713764:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801391db480 x1830946005580800/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126828.713813:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126828.714029:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391db480 with x1830946005580800 ext(0->4095) 00010000:00010000:1.0:1746126828.714037:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.714047:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.714053:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391db480 00000100:00100000:3.0:1746126828.714846:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005580416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6154us (6446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.714855:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18143 00000100:00100000:1.0:1746126828.714921:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 2999 00000100:00100000:1.0:1746126828.714929:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005580800:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.715035:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005580800:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.715040:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 2999 00002000:00100000:1.0:1746126828.715045:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801391db480 x1830946005580800/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.715052:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391db480 with x1830946005580800 ext(0->4095) 00010000:00010000:1.0:1746126828.715057:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.715066:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.715072:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391db480 00000100:00100000:1.0:1746126828.717929:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ade9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997773696:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.717956:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.717970:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6c00, rc 0) 00000100:00100000:1.0:1746126828.718591:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005580544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6275us (8065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.718599:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30426 00000100:00100000:0.0:1746126828.720382:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.720482:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.720575:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005580928 00000100:00100000:1.0:1746126828.720582:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005580928 00000100:00100000:1.0:1746126828.720622:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30427 00000100:00100000:1.0:1746126828.720630:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1765:x1830946005580928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.720643:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.720655:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff801f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.720676:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.720681:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.720686:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.720689:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.720721:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.720732:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.720745:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:1.0:1746126828.720794:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005580928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.720800:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30427 00000100:00100000:3.0:1746126828.721298:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005581056 00000100:00100000:3.0:1746126828.721303:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005581056 00010000:00010000:3.0:1746126828.721320:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.721342:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18144 00000100:00100000:3.0:1746126828.721461:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005581056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.721469:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.721482:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.721490:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.721505:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8011 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.721528:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.721530:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.721535:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.721542:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.721877:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.721932:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.721985:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773952:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.722054:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.725539:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997773952:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.725558:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.725599:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005581056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4138us (5116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.725609:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18144 00000100:00100000:0.0:1746126828.726325:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.726651:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005581312 00000100:00100000:2.0:1746126828.726658:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005581312 00002000:00100000:2.0:1746126828.726689:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983480 x1830946005581312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.726697:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983480 with x1830946005581312 ext(0->4095) 00010000:00010000:2.0:1746126828.726704:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.726715:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.726721:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983480 00000100:00100000:2.0:1746126828.726755:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3000 00000100:00100000:2.0:1746126828.726761:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005581312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.726856:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005581312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.726862:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3000 00002000:00100000:2.0:1746126828.726866:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983480 x1830946005581312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.726873:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983480 with x1830946005581312 ext(0->4095) 00010000:00010000:2.0:1746126828.726877:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.726885:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.726890:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983480 00000100:00100000:0.0:1746126828.729976:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.730576:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005581440 00000100:00100000:3.0:1746126828.730584:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005581440 00010000:00010000:3.0:1746126828.730614:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.730640:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18145 00000100:00100000:3.0:1746126828.730646:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2029:x1830946005581440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.730660:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.730677:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.730688:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.730706:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6c00/0x63da90637734ad1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8018 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.730734:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.730735:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.730741:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.730755:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.730783:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.730793:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774080:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.731250:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.735225:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774080:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.735242:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.735278:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005581440:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4631us (5307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.735290:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18145 00000100:00100000:0.0:1746126828.735949:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.736027:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005581696 00000100:00100000:1.0:1746126828.736033:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005581696 00002000:00100000:1.0:1746126828.736065:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981880 x1830946005581696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.736074:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981880 with x1830946005581696 ext(0->4095) 00002000:00010000:1.0:1746126828.736078:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981880 00000100:00100000:1.0:1746126828.736104:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13909 00000100:00100000:1.0:1746126828.736110:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005581696:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126828.736214:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005581696:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.736220:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13909 00002000:00100000:1.0:1746126828.736225:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b981880 x1830946005581696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.736232:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981880 with x1830946005581696 ext(0->4095) 00002000:00010000:1.0:1746126828.736234:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981880 00000100:00100000:0.0:1746126828.738281:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.738655:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005581824 00000100:00100000:2.0:1746126828.738662:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005581824 00000100:00100000:2.0:1746126828.738705:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30428 00000100:00100000:2.0:1746126828.738712:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005581824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.738724:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.738737:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8026 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.738776:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.738783:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.738785:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.738787:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.738812:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.738822:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.738833:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997774208:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.738905:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.742870:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.743060:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005581952 00000100:00100000:3.0:1746126828.743068:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005581952 00010000:00010000:3.0:1746126828.743097:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.743119:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18146 00000100:00100000:3.0:1746126828.743139:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005581952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.743149:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.743164:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.743174:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.743193:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.743194:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.743200:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.743207:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.743231:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.743241:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774336:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.743308:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126828.743459:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff801f expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.743474:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997774208:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.743494:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.743501:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126828.743519:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005581824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4809us (5243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.743525:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30428 00000100:00100000:3.0:1746126828.746465:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774336:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.746482:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.746512:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005581952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3386us (3648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.746519:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18146 00000100:00100000:0.0:1746126828.747975:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.748014:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.748186:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005582208 00000100:00100000:3.0:1746126828.748192:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005582208 00002000:00100000:3.0:1746126828.748228:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980e00 x1830946005582208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.748237:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980e00 with x1830946005582208 ext(0->4095) 00002000:00010000:3.0:1746126828.748242:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980e00 00000100:00100000:3.0:1746126828.748270:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13910 00000100:00100000:3.0:1746126828.748277:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005582208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.748373:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005582208:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.748378:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13910 00002000:00100000:3.0:1746126828.748389:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980e00 x1830946005582208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.748396:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980e00 with x1830946005582208 ext(0->4095) 00002000:00010000:3.0:1746126828.748398:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b980e00 00000100:00100000:2.0:1746126828.748541:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005582336 00000100:00100000:2.0:1746126828.748545:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005582336 00000100:00100000:2.0:1746126828.748580:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30429 00000100:00100000:2.0:1746126828.748586:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005582336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.748594:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.748607:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff802d expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.748625:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.748632:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.748633:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.748637:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.748758:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.748769:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.748779:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997774464:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.748827:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.750763:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.752154:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005582464 00000100:00100000:1.0:1746126828.752162:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005582464 00000100:00100000:1.0:1746126828.752203:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30430 00000100:00100000:1.0:1746126828.752210:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005582464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.752223:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.752236:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8034 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.752255:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.752260:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.752265:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.752268:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.752297:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.752308:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.752316:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00000100:00100000:2.0:1746126828.752345:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997774464:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126828.752364:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.752372:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:1.0:1746126828.752767:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1765:x1830946005582464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 556us (2016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.752773:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30430 00000100:00100000:3.0:1746126828.752881:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005582336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4293us (4865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.752886:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30429 00000100:00100000:0.0:1746126828.752946:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.752982:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005582592 00000100:00100000:3.0:1746126828.752985:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005582592 00010000:00010000:3.0:1746126828.753000:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.753024:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18147 00000100:00100000:3.0:1746126828.753030:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005582592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.753042:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.753057:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.753065:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.753079:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734ad2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8026 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.753233:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.753235:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.753240:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.753247:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.753266:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.753280:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.753290:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774720:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.754702:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.756298:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.756376:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774720:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.756390:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.756423:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005582592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3392us (3477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.756431:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18147 00000100:00100000:1.0:1746126828.756858:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005582848 00000100:00100000:1.0:1746126828.756863:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005582848 00002000:00100000:1.0:1746126828.756890:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983800 x1830946005582848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.756898:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983800 with x1830946005582848 ext(0->4095) 00010000:00010000:1.0:1746126828.756905:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.756915:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.756920:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983800 00000100:00100000:1.0:1746126828.756932:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3001 00000100:00100000:1.0:1746126828.756937:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2030:x1830946005582848:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.757036:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2030:x1830946005582848:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (742us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.757042:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3001 00002000:00100000:1.0:1746126828.757046:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b983800 x1830946005582848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.757053:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983800 with x1830946005582848 ext(0->4095) 00010000:00010000:1.0:1746126828.757057:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.757064:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.757069:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b983800 00000100:00100000:2.0:1746126828.759413:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.759629:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005582976 00000100:00100000:3.0:1746126828.759636:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005582976 00010000:00010000:3.0:1746126828.759663:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.759826:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18148 00000100:00100000:3.0:1746126828.759832:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005582976:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.759844:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.759859:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.759868:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.759886:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734ad32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff802d expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.759912:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.759914:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.759920:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.759927:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.759952:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.759961:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774848:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.760672:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.764377:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.764470:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997774848:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.764484:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.764644:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005583232 00000100:00100000:2.0:1746126828.764649:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005583232 00002000:00100000:2.0:1746126828.764681:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9500 x1830946005583232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.764690:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9500 with x1830946005583232 ext(0->4095) 00002000:00010000:2.0:1746126828.764693:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade9500 00000100:00100000:3.0:1746126828.764777:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005582976:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4943us (5370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.764785:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18148 00000100:00100000:2.0:1746126828.765023:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13911 00000100:00100000:2.0:1746126828.765030:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005583232:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.765145:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005583232:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (774us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.765150:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13911 00002000:00100000:2.0:1746126828.765155:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ade9500 x1830946005583232/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.765163:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ade9500 with x1830946005583232 ext(0->4095) 00002000:00010000:2.0:1746126828.765165:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ade9500 00000100:00100000:0.0:1746126828.767697:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.768297:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005583360 00000100:00100000:3.0:1746126828.768305:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005583360 00000100:00100000:3.0:1746126828.768400:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30431 00000100:00100000:3.0:1746126828.768407:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005583360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.768420:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.768433:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff803b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.768461:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.768467:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.768468:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.768471:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.768493:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.768502:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.768512:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997774976:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.768975:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.771111:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997774976:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.771159:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.771173:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45de00, rc 0) 00000100:00100000:3.0:1746126828.771206:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005583360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (3515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.771214:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30431 00000100:00100000:0.0:1746126828.771466:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.771937:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005583488 00000100:00100000:3.0:1746126828.771942:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005583488 00010000:00010000:3.0:1746126828.771960:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.772082:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18149 00000100:00100000:3.0:1746126828.772089:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005583488:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.772099:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.772113:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.772123:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.772157:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8034 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.772179:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.772181:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.772186:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.772192:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.772214:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.772223:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775104:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.773261:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.775690:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.775812:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005583616 00000100:00100000:3.0:1746126828.775818:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005583616 00000100:00100000:3.0:1746126828.776039:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30432 00000100:00100000:3.0:1746126828.776045:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005583616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.776059:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.776071:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8042 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.776090:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.776096:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.776097:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.776100:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.776119:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.776144:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.776153:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997775232:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126828.776293:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775104:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.776305:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.776854:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.777020:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.777074:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005583872 00000100:00100000:1.0:1746126828.777077:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005583872 00002000:00100000:1.0:1746126828.777102:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980380 x1830946005583872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.777111:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980380 with x1830946005583872 ext(0->4095) 00010000:00010000:1.0:1746126828.777116:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.777144:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.777150:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b980380 00000100:00100000:1.0:1746126828.777163:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3002 00000100:00100000:1.0:1746126828.777168:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005583872:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126828.777249:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005583872:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 81us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.777254:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3002 00002000:00100000:1.0:1746126828.777259:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b980380 x1830946005583872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.777265:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980380 with x1830946005583872 ext(0->4095) 00010000:00010000:1.0:1746126828.777268:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.777275:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.777280:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b980380 00000100:00100000:2.0:1746126828.777688:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005583488:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5597us (6220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.777695:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18149 00000100:00100000:3.0:1746126828.779052:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997775232:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.779070:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.779085:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45ca00, rc 0) 00000100:00100000:3.0:1746126828.779109:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005583616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3064us (3424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.779115:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30432 00000100:00100000:0.0:1746126828.780876:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.780941:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.781094:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005584128 00000100:00100000:2.0:1746126828.781101:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005584128 00010000:00010000:2.0:1746126828.781150:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.781173:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18150 00000100:00100000:2.0:1746126828.781180:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005584128:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.781190:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.781207:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.781217:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.781237:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734ad40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff803b expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.781266:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.781268:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.781274:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.781280:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.781304:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.781313:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775360:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.781370:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.781550:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005584000 00000100:00100000:3.0:1746126828.781554:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005584000 00000100:00100000:3.0:1746126828.781572:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30433 00000100:00100000:3.0:1746126828.781577:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1765:x1830946005584000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.781587:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.781596:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8049 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.781609:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.781614:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.781615:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.781618:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.781632:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.781640:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.781651:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997775488:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.781671:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.784685:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.784708:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005584384 00000100:00100000:0.0:1746126828.784713:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005584384 00002000:00100000:0.0:1746126828.784745:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982d80 x1830946005584384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.784764:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982d80 with x1830946005584384 ext(0->4095) 00010000:00010000:0.0:1746126828.784771:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126828.784783:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126828.784795:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982d80 00000100:00100000:2.0:1746126828.784954:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775360:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.784968:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.784997:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005584128:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3817us (4055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.785003:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18150 00000100:00100000:0.0:1746126828.786332:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3003 00000100:00100000:0.0:1746126828.786342:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005584384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126828.786442:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005584384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1763us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126828.786447:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3003 00002000:00100000:0.0:1746126828.786452:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b982d80 x1830946005584384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.786460:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b982d80 with x1830946005584384 ext(0->4095) 00010000:00010000:0.0:1746126828.786464:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126828.786475:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126828.786480:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b982d80 00000100:00100000:3.0:1746126828.787551:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997775488:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.787570:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.787580:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd1b600, rc 0) 00000100:00100000:3.0:1746126828.787614:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005584000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6036us (6743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.787620:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30433 00000100:00100000:0.0:1746126828.789625:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.790325:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.790572:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005584512 00000100:00100000:3.0:1746126828.790579:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005584512 00000100:00100000:3.0:1746126828.790621:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30434 00000100:00100000:3.0:1746126828.790627:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005584512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.790640:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.790652:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8050 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.790671:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.790675:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.790680:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126828.790682:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.790711:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.790721:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.790729:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd000, rc 0) 00000100:00100000:3.0:1746126828.790783:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1764:x1830946005584512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.790787:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30434 00000100:00100000:2.0:1746126828.790844:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005584640 00000100:00100000:2.0:1746126828.790848:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005584640 00010000:00010000:2.0:1746126828.790862:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.790879:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18151 00000100:00100000:2.0:1746126828.790883:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005584640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.790893:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.790906:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.790914:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.790927:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45ca00/0x63da90637734ad47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8042 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.790939:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.790940:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.790945:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.790951:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.790968:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.790978:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.790988:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775744:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.791032:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.793079:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.793403:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775744:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.793418:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.793449:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005584640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2564us (3123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.793456:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18151 00000100:00100000:1.0:1746126828.793661:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005584896 00000100:00100000:1.0:1746126828.793667:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005584896 00002000:00100000:1.0:1746126828.793694:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488000 x1830946005584896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.793702:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488000 with x1830946005584896 ext(0->4095) 00010000:00010000:1.0:1746126828.793709:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.793718:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.793723:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488000 00000100:00100000:1.0:1746126828.793737:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3004 00000100:00100000:1.0:1746126828.793742:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005584896:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.793849:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005584896:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.793855:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3004 00002000:00100000:1.0:1746126828.793859:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488000 x1830946005584896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.793866:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488000 with x1830946005584896 ext(0->4095) 00010000:00010000:1.0:1746126828.793870:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.793878:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.793884:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488000 00000100:00100000:0.0:1746126828.796778:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.796885:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005585024 00000100:00100000:2.0:1746126828.796891:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005585024 00010000:00010000:2.0:1746126828.796917:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.796939:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18152 00000100:00100000:2.0:1746126828.796946:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005585024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.796956:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.796971:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.796981:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.796998:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008cd1b600/0x63da90637734ad4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8049 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.797011:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.797013:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.797018:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.797025:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.797051:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.797061:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775872:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.797281:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.800910:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997775872:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.800929:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.800961:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005585024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4014us (4187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.800969:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18152 00000100:00100000:0.0:1746126828.801507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.801926:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005585280 00000100:00100000:2.0:1746126828.801932:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005585280 00002000:00100000:2.0:1746126828.801963:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848b480 x1830946005585280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.801972:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848b480 with x1830946005585280 ext(0->4095) 00002000:00010000:2.0:1746126828.801976:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848b480 00000100:00100000:1.0:1746126828.802359:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13912 00000100:00100000:1.0:1746126828.802368:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005585280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.802478:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005585280:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (971us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.802484:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13912 00002000:00100000:1.0:1746126828.802489:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848b480 x1830946005585280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.802496:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848b480 with x1830946005585280 ext(0->4095) 00002000:00010000:1.0:1746126828.802499:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848b480 00000100:00100000:0.0:1746126828.804939:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.805168:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005585408 00000100:00100000:1.0:1746126828.805174:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005585408 00000100:00100000:1.0:1746126828.805425:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30435 00000100:00100000:1.0:1746126828.805433:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005585408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.805445:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.805458:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8057 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.805480:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.805486:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.805488:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.805491:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.805513:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.805523:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 43 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.805533:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997776000:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.805590:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.807277:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997776000:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.807299:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.807310:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:1.0:1746126828.807345:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005585408:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1913us (2410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.807351:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30435 00000100:00100000:0.0:1746126828.808390:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.808467:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005585536 00000100:00100000:2.0:1746126828.808474:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005585536 00010000:00010000:2.0:1746126828.808495:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.808523:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18153 00000100:00100000:2.0:1746126828.808528:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005585536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.808537:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.808552:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.808560:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.808578:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734ad55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8050 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.808671:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.808673:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.808694:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.808701:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.808734:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.808744:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776128:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.808912:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.811236:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776128:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.811254:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.811290:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005585536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2760us (2901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.811298:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18153 00000100:00100000:0.0:1746126828.811727:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.811999:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005585792 00000100:00100000:3.0:1746126828.812004:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005585792 00002000:00100000:3.0:1746126828.812033:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848b800 x1830946005585792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.812042:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848b800 with x1830946005585792 ext(0->4095) 00002000:00010000:3.0:1746126828.812046:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848b800 00000100:00100000:3.0:1746126828.812061:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13913 00000100:00100000:3.0:1746126828.812067:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005585792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.812176:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005585792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (448us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.812181:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13913 00002000:00100000:3.0:1746126828.812186:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848b800 x1830946005585792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.812197:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848b800 with x1830946005585792 ext(0->4095) 00002000:00010000:3.0:1746126828.812200:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848b800 00000100:00100000:0.0:1746126828.812755:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.812808:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005585920 00000100:00100000:1.0:1746126828.812812:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005585920 00000100:00100000:1.0:1746126828.812832:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30436 00000100:00100000:1.0:1746126828.812837:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005585920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.812845:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.812858:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff805e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.812878:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.812889:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.812891:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.812894:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.812915:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.812924:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.812934:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997776256:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.812989:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.816842:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.817149:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005586048 00000100:00100000:3.0:1746126828.817157:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005586048 00000100:00100000:3.0:1746126828.817203:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30437 00000100:00100000:3.0:1746126828.817211:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005586048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.817226:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.817239:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8065 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126828.817248:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126828.817257:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.817263:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.817268:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.817271:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.817300:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.817312:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.817321:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd400, rc 0) 00000100:00100000:3.0:1746126828.817352:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1765:x1830946005586048:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.817358:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30437 00000100:00100000:1.0:1746126828.817366:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997776256:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.817390:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.817408:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126828.817436:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005585920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4590us (4682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.817442:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30436 00000100:00100000:2.0:1746126828.817450:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005586176 00000100:00100000:2.0:1746126828.817454:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005586176 00010000:00010000:2.0:1746126828.817468:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.817486:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18154 00000100:00100000:2.0:1746126828.817491:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005586176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.817497:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.817510:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.817519:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.817535:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8057 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.817546:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.817548:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.817553:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.817560:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.817576:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.817586:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.817841:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776512:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.817905:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.819977:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.820049:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005586432 00000100:00100000:1.0:1746126828.820054:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005586432 00002000:00100000:1.0:1746126828.820083:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a300 x1830946005586432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.820097:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a300 with x1830946005586432 ext(0->4095) 00010000:00010000:1.0:1746126828.820103:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.820113:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.820118:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848a300 00000100:00100000:1.0:1746126828.820169:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3005 00000100:00100000:1.0:1746126828.820174:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005586432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.820266:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005586432:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.820271:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3005 00002000:00100000:1.0:1746126828.820276:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a300 x1830946005586432/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.820282:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a300 with x1830946005586432 ext(0->4095) 00010000:00010000:1.0:1746126828.820286:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.820294:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.820299:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848a300 00000100:00100000:2.0:1746126828.820369:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776512:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.820385:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.820404:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005586176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2913us (3156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.820410:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18154 00000100:00100000:0.0:1746126828.822286:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.822357:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005586560 00000100:00100000:2.0:1746126828.822362:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005586560 00010000:00010000:2.0:1746126828.822381:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.822412:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18155 00000100:00100000:2.0:1746126828.822418:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2029:x1830946005586560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.822428:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.822443:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.822451:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.822469:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ad63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff805e expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.822481:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.822483:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.822489:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.822494:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.822518:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.822528:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776640:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.822586:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.824779:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776640:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.824798:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.824839:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005586560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2420us (2557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.824846:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18155 00000100:00100000:0.0:1746126828.826606:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.826672:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005586816 00000100:00100000:3.0:1746126828.826678:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005586816 00002000:00100000:3.0:1746126828.826710:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488e00 x1830946005586816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.826719:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488e00 with x1830946005586816 ext(0->4095) 00002000:00010000:3.0:1746126828.826723:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098488e00 00000100:00100000:3.0:1746126828.826759:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13914 00000100:00100000:3.0:1746126828.826766:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005586816:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126828.826891:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005586816:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.826897:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13914 00002000:00100000:3.0:1746126828.826902:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488e00 x1830946005586816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.826908:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488e00 with x1830946005586816 ext(0->4095) 00002000:00010000:3.0:1746126828.826911:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098488e00 00000100:00100000:0.0:1746126828.828779:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.829091:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005586944 00000100:00100000:1.0:1746126828.829097:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005586944 00000100:00100000:1.0:1746126828.829154:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30438 00000100:00100000:1.0:1746126828.829161:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005586944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.829174:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.829189:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff806c expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.829211:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.829218:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.829219:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.829222:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.829246:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.829255:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 43 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.829265:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997776768:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.829330:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.831102:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997776768:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.831121:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.831163:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:1.0:1746126828.831196:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005586944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2035us (2421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.831203:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30438 00000100:00100000:0.0:1746126828.831894:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.832259:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005587072 00000100:00100000:2.0:1746126828.832264:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005587072 00010000:00010000:2.0:1746126828.832283:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.832306:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18156 00000100:00100000:2.0:1746126828.832311:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005587072:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.832322:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.832337:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.832350:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.832367:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734ad6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8065 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.832508:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.832510:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.832517:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.832534:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.832568:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.832578:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776896:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.832660:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.835271:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997776896:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.835290:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.835327:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005587072:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3015us (3434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.835336:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18156 00000100:00100000:0.0:1746126828.836631:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.836756:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005587328 00000100:00100000:1.0:1746126828.836762:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005587328 00002000:00100000:1.0:1746126828.836795:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488a80 x1830946005587328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.836804:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488a80 with x1830946005587328 ext(0->4095) 00002000:00010000:1.0:1746126828.836808:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098488a80 00000100:00100000:1.0:1746126828.836833:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13915 00000100:00100000:1.0:1746126828.836839:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005587328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126828.836940:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005587328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.836945:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13915 00002000:00100000:1.0:1746126828.836950:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488a80 x1830946005587328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.836957:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488a80 with x1830946005587328 ext(0->4095) 00002000:00010000:1.0:1746126828.836959:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098488a80 00000100:00100000:0.0:1746126828.837787:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.838175:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005587456 00000100:00100000:1.0:1746126828.838179:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005587456 00000100:00100000:1.0:1746126828.838232:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30439 00000100:00100000:1.0:1746126828.838237:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005587456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.838259:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.838281:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8073 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.838323:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.838330:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.838331:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.838334:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.838368:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.838386:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.838396:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997777024:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.838480:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.839297:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.839353:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005587584 00000100:00100000:2.0:1746126828.839357:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005587584 00000100:00100000:2.0:1746126828.839420:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30440 00000100:00100000:2.0:1746126828.839426:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005587584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.839434:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.839441:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff807a expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.839453:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.839457:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.839462:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.839465:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 46 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.839489:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.839499:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 46 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.839508:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126828.839689:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1765:x1830946005587584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.839695:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30440 00000100:00100000:0.0:1746126828.840679:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.840768:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997777024:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.840783:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.840791:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:1.0:1746126828.840811:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005587456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2573us (3025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.840819:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30439 00000100:00100000:3.0:1746126828.840875:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005587712 00000100:00100000:3.0:1746126828.840879:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005587712 00010000:00010000:3.0:1746126828.840895:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.840911:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18157 00000100:00100000:3.0:1746126828.840915:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005587712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.840922:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.840936:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.840943:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.840958:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ad71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff806c expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.840970:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.840971:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.840976:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.840982:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.841001:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.841010:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.841019:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997777280:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.841054:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.842466:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997777280:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.842478:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.842518:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005587712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1602us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.842536:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18157 00000100:00100000:0.0:1746126828.843080:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.843154:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005587968 00000100:00100000:3.0:1746126828.843158:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005587968 00002000:00100000:3.0:1746126828.843188:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b4000 x1830946005587968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.843207:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b4000 with x1830946005587968 ext(0->4095) 00010000:00010000:3.0:1746126828.843213:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.843237:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.843243:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b4000 00000100:00100000:3.0:1746126828.843273:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3006 00000100:00100000:3.0:1746126828.843279:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005587968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.843466:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005587968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.843472:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3006 00002000:00100000:3.0:1746126828.843477:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b4000 x1830946005587968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.843483:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b4000 with x1830946005587968 ext(0->4095) 00010000:00010000:3.0:1746126828.843487:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.843500:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.843506:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b4000 00000100:00100000:0.0:1746126828.845539:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.845699:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005588096 00000100:00100000:3.0:1746126828.845705:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005588096 00010000:00010000:3.0:1746126828.845728:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.845963:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18158 00000100:00100000:3.0:1746126828.845971:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005588096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.845981:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.845997:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.846007:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.846024:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734ad78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8073 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.846040:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.846041:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.846047:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.846057:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.846082:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 44 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.846092:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997777408:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.846167:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.848602:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997777408:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.848619:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.848663:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005588096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2692us (3127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.848672:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18158 00000100:00100000:0.0:1746126828.848912:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.848937:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005588352 00000100:00100000:3.0:1746126828.848942:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005588352 00002000:00100000:3.0:1746126828.848994:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7100 x1830946005588352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.849014:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7100 with x1830946005588352 ext(0->4095) 00002000:00010000:3.0:1746126828.849018:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b7100 00000100:00100000:3.0:1746126828.849066:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13916 00000100:00100000:3.0:1746126828.849073:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2030:x1830946005588352:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126828.849306:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2030:x1830946005588352:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 223us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.849315:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13916 00002000:00100000:3.0:1746126828.849320:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7100 x1830946005588352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.849337:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7100 with x1830946005588352 ext(0->4095) 00002000:00010000:3.0:1746126828.849340:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b7100 00000100:00100000:0.0:1746126828.851224:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.851274:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005588480 00000100:00100000:1.0:1746126828.851281:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005588480 00000100:00100000:1.0:1746126828.851321:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30441 00000100:00100000:1.0:1746126828.851328:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005588480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.851345:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.851360:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8081 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.851385:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.851392:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.851394:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.851397:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.851426:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 43 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.851437:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 43 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.851447:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997777536:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126828.851523:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.853966:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.854273:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005588608 00000100:00100000:3.0:1746126828.854280:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005588608 00010000:00010000:3.0:1746126828.854308:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.854330:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18159 00000100:00100000:3.0:1746126828.854335:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005588608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.854344:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.854360:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.854369:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.854387:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.854388:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.854393:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.854399:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.854429:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.854450:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997777664:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.854516:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126300 going to sleep for 11 seconds 00010000:00010000:1.0:1746126828.854573:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ad7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff807a expref: 44 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126828.854592:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997777536:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126828.854610:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.854618:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00000100:00100000:1.0:1746126828.854639:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005588480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3313us (3435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.854645:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30441 00000100:00100000:3.0:1746126828.856171:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997777664:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.856185:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.856211:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005588608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1874us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.856219:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18159 00000100:00100000:0.0:1746126828.856922:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.857417:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005588864 00000100:00100000:3.0:1746126828.857422:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005588864 00002000:00100000:3.0:1746126828.857450:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6d80 x1830946005588864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.857458:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6d80 with x1830946005588864 ext(0->4095) 00002000:00010000:3.0:1746126828.857461:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6d80 00000100:00100000:3.0:1746126828.857486:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13917 00000100:00100000:3.0:1746126828.857493:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005588864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.857583:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005588864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (661us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.857588:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13917 00002000:00100000:3.0:1746126828.857652:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6d80 x1830946005588864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.857666:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6d80 with x1830946005588864 ext(0->4095) 00002000:00010000:3.0:1746126828.857669:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6d80 00000100:00100000:0.0:1746126828.859565:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.859609:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.859934:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005588992 00000100:00100000:1.0:1746126828.859941:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005588992 00000100:00100000:1.0:1746126828.860058:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005589120 00000100:00100000:1.0:1746126828.860061:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005589120 00000100:00100000:1.0:1746126828.860309:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30442 00000100:00100000:1.0:1746126828.860319:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005588992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.860333:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.860347:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8088 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.860390:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30443 00000100:00100000:3.0:1746126828.860403:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1765:x1830946005589120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.860408:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.860414:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff808f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.860436:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.860442:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.860444:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.860447:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.860472:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.860482:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.860492:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997777792:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.860561:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00010000:00010000:1.0:1746126828.860601:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126828.860606:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.860610:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.860613:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.860637:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.860647:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.860655:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126828.860678:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1764:x1830946005588992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 359us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.860683:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30442 00000100:00100000:3.0:1746126828.864256:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997777792:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.864284:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.864299:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fce00, rc 0) 00000100:00100000:3.0:1746126828.864717:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005589120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4318us (5104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.864725:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30443 00000100:00100000:0.0:1746126828.866454:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.866691:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005589248 00000100:00100000:3.0:1746126828.866698:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005589248 00010000:00010000:3.0:1746126828.866726:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.866758:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18160 00000100:00100000:3.0:1746126828.866764:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005589248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.866775:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.866790:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.866799:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.866818:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ad86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8081 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.866845:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.866847:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.866853:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.866861:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.866886:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.866895:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.866905:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778048:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.866971:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.870960:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.871260:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778048:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126828.871278:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126828.871333:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005589248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4568us (4881us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126828.871343:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18160 00000100:00100000:3.0:1746126828.872173:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005589504 00000100:00100000:3.0:1746126828.872179:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005589504 00002000:00100000:3.0:1746126828.872211:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530ad80 x1830946005589504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.872220:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530ad80 with x1830946005589504 ext(0->4095) 00010000:00010000:3.0:1746126828.872228:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.872238:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.872244:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530ad80 00000100:00100000:3.0:1746126828.872273:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3007 00000100:00100000:3.0:1746126828.872280:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005589504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126828.872384:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005589504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (1431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.872390:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3007 00002000:00100000:3.0:1746126828.872395:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530ad80 x1830946005589504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.872402:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530ad80 with x1830946005589504 ext(0->4095) 00010000:00010000:3.0:1746126828.872406:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.872415:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.872420:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b530ad80 00000100:00100000:0.0:1746126828.875575:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.875840:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005589632 00000100:00100000:3.0:1746126828.875846:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005589632 00000100:00100000:3.0:1746126828.875890:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30444 00000100:00100000:3.0:1746126828.875896:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005589632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.875911:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.875928:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8096 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.875950:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.875954:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.875959:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126828.875963:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.875991:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.876001:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.876010:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fca00, rc 0) 00000100:00100000:3.0:1746126828.876044:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005589632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.876049:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30444 00000100:00100000:0.0:1746126828.879208:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.879266:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005589760 00000100:00100000:2.0:1746126828.879273:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005589760 00010000:00010000:2.0:1746126828.879306:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.879343:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18161 00000100:00100000:2.0:1746126828.879351:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2029:x1830946005589760:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.879362:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.879378:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.879390:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.879408:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734ad94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff808f expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.879437:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.879478:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.879485:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.879492:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.879519:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.879528:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.879542:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778304:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.879616:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.884080:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.884173:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005590016 00000100:00100000:1.0:1746126828.884180:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005590016 00002000:00100000:1.0:1746126828.884212:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5880 x1830946005590016/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126828.884215:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778304:192.168.202.29@tcp:105: 00002000:00100000:1.0:1746126828.884221:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5880 with x1830946005590016 ext(0->4095) 00010000:00010000:1.0:1746126828.884228:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.884233:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126828.884238:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.884244:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b5880 00000100:00100000:2.0:1746126828.884270:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2029:x1830946005589760:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4920us (5069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.884270:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3008 00000100:00100000:1.0:1746126828.884275:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2027:x1830946005590016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.884278:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18161 00000100:00100000:1.0:1746126828.884447:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005590016:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.884453:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3008 00002000:00100000:1.0:1746126828.884457:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b5880 x1830946005590016/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.884464:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b5880 with x1830946005590016 ext(0->4095) 00010000:00010000:1.0:1746126828.884469:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.884476:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.884481:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b5880 00000100:00100000:0.0:1746126828.888092:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.888483:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005590144 00000100:00100000:1.0:1746126828.888505:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005590144 00000100:00100000:1.0:1746126828.888697:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30445 00000100:00100000:1.0:1746126828.888704:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005590144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126828.888740:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126828.888763:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff809d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.888798:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126828.888804:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.888824:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126828.888836:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.888897:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.888909:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126828.888933:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126828.889034:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005590144:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 330us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126828.889052:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30445 00000100:00100000:0.0:1746126828.889709:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.889884:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005590272 00000100:00100000:2.0:1746126828.889889:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005590272 00010000:00010000:2.0:1746126828.889907:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.889924:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18162 00000100:00100000:2.0:1746126828.889930:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005590272:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.889938:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.889954:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.889963:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.889979:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ad8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8088 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.890006:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.890008:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.890014:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.890020:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.890040:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.890050:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.890060:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778560:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.890120:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.892014:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778560:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.892029:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.892057:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005590272:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2126us (2347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.892065:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18162 00000100:00100000:0.0:1746126828.893845:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.894315:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005590528 00000100:00100000:1.0:1746126828.894323:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005590528 00002000:00100000:1.0:1746126828.894357:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7480 x1830946005590528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.894367:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7480 with x1830946005590528 ext(0->4095) 00010000:00010000:1.0:1746126828.894374:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.894385:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.894391:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b7480 00000100:00100000:1.0:1746126828.894420:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3009 00000100:00100000:1.0:1746126828.894426:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005590528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126828.894541:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005590528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126828.894548:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3009 00002000:00100000:1.0:1746126828.894553:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b7480 x1830946005590528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126828.894560:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b7480 with x1830946005590528 ext(0->4095) 00010000:00010000:1.0:1746126828.894564:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126828.894573:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126828.894578:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b7480 00000100:00100000:0.0:1746126828.896776:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.897178:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005590656 00000100:00100000:2.0:1746126828.897185:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005590656 00010000:00010000:2.0:1746126828.897216:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.897275:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18163 00000100:00100000:2.0:1746126828.897283:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005590656:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.897297:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.897312:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.897322:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.897339:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734ad9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8096 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.897364:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.897366:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.897372:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.897379:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.897404:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.897414:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778688:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.898936:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.900986:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778688:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.901004:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.901052:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005590656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3768us (4278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.901064:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18163 00000100:00100000:2.0:1746126828.901562:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.901609:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005590912 00000100:00100000:3.0:1746126828.901616:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005590912 00002000:00100000:3.0:1746126828.901648:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a680 x1830946005590912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.901657:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a680 with x1830946005590912 ext(0->4095) 00002000:00010000:3.0:1746126828.901661:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530a680 00000100:00100000:3.0:1746126828.901674:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13918 00000100:00100000:3.0:1746126828.901679:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005590912:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126828.902226:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005590912:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 544us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.902232:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13918 00002000:00100000:3.0:1746126828.902237:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a680 x1830946005590912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.902251:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a680 with x1830946005590912 ext(0->4095) 00002000:00010000:3.0:1746126828.902254:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530a680 00000100:00100000:0.0:1746126828.903596:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.903663:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005591040 00000100:00100000:3.0:1746126828.903667:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005591040 00000100:00100000:3.0:1746126828.903758:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30446 00000100:00100000:3.0:1746126828.903765:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005591040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.903777:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.903791:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80a4 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.903814:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.903975:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.903977:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.903981:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.904005:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.904015:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.904025:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997778816:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.904249:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.905839:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997778816:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.905859:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.905870:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:3.0:1746126828.905899:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005591040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2134us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.905906:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30446 00000100:00100000:0.0:1746126828.907792:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.908028:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005591168 00000100:00100000:2.0:1746126828.908036:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005591168 00010000:00010000:2.0:1746126828.908061:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.908092:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18164 00000100:00100000:2.0:1746126828.908098:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005591168:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.908108:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.908144:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.908155:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.908174:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ada2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff809d expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.908770:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.908773:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.908780:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.908787:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.908820:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.908831:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778944:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.908905:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.912587:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.912780:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005591296 00000100:00100000:3.0:1746126828.912787:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005591296 00000100:00100000:3.0:1746126828.912817:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30447 00000100:00100000:3.0:1746126828.912823:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005591296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.912837:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.912851:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80ab expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.912874:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.912880:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.912882:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.912884:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.912908:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.912918:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.912929:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997779072:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.912983:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.913399:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997778944:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.913415:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.913435:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005591168:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5337us (5647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.913443:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18164 00000100:00100000:0.0:1746126828.913657:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.913891:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005591552 00000100:00100000:2.0:1746126828.913895:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005591552 00002000:00100000:2.0:1746126828.913916:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3b80 x1830946005591552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.913924:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3b80 with x1830946005591552 ext(0->4095) 00010000:00010000:2.0:1746126828.913929:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.913939:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.913944:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f3b80 00000100:00100000:2.0:1746126828.913965:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3010 00000100:00100000:2.0:1746126828.913971:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005591552:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.914060:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005591552:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.914066:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3010 00002000:00100000:2.0:1746126828.914071:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3b80 x1830946005591552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.914077:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3b80 with x1830946005591552 ext(0->4095) 00010000:00010000:2.0:1746126828.914081:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.914089:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.914094:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f3b80 00000100:00100000:3.0:1746126828.917465:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997779072:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.917490:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.917504:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd400, rc 0) 00000100:00100000:3.0:1746126828.918265:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005591296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5440us (5683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.918273:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30447 00000100:00100000:1.0:1746126828.918967:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126828.919075:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.919264:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005591680 00000100:00100000:3.0:1746126828.919270:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005591680 00000100:00100000:3.0:1746126828.919294:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30448 00000100:00100000:3.0:1746126828.919300:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1765:x1830946005591680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.919314:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.919326:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80b2 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.919343:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.919348:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.919353:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.919356:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.919382:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.919392:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.919399:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:3.0:1746126828.920371:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005591680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1068us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.920378:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30448 00000100:00100000:2.0:1746126828.921049:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005591808 00000100:00100000:2.0:1746126828.921055:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005591808 00010000:00010000:2.0:1746126828.921074:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.921093:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18165 00000100:00100000:2.0:1746126828.921098:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005591808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.921105:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.921120:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.921143:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.921161:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ada9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80a4 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.921450:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.921453:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.921459:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.921467:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.921491:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.921500:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.921509:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997779328:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.921577:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.924684:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126828.924761:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005592064 00000100:00100000:0.0:1746126828.924768:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005592064 00002000:00100000:0.0:1746126828.924806:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adea300 x1830946005592064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.924816:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adea300 with x1830946005592064 ext(0->4095) 00010000:00010000:0.0:1746126828.924822:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126828.924834:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126828.924840:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adea300 00000100:00100000:0.0:1746126828.924870:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3011 00000100:00100000:0.0:1746126828.924876:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005592064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126828.924994:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005592064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126828.925002:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3011 00002000:00100000:0.0:1746126828.925007:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adea300 x1830946005592064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126828.925014:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adea300 with x1830946005592064 ext(0->4095) 00010000:00010000:0.0:1746126828.925019:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.925204:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997779328:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.925219:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.925242:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005591808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4143us (6166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.925248:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18165 00010000:00010000:0.0:1746126828.928581:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126828.928592:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adea300 00000100:00100000:1.0:1746126828.931357:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.931857:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005592192 00000100:00100000:2.0:1746126828.931866:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005592192 00010000:00010000:2.0:1746126828.931895:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.932022:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18166 00000100:00100000:2.0:1746126828.932030:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005592192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.932043:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.932059:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.932070:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.932088:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734adb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ab expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.932114:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.932116:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.932121:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.932151:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.932175:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.932185:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997779456:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.932259:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.936915:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.937011:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997779456:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.937027:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.937068:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005592192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5039us (5719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.937077:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18166 00000100:00100000:3.0:1746126828.937189:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005592448 00000100:00100000:3.0:1746126828.937195:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005592448 00002000:00100000:3.0:1746126828.937227:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0810380 x1830946005592448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.937237:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810380 with x1830946005592448 ext(0->4095) 00002000:00010000:3.0:1746126828.937241:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0810380 00000100:00100000:3.0:1746126828.937255:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13919 00000100:00100000:3.0:1746126828.937261:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005592448:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.937351:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005592448:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (442us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.937356:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13919 00002000:00100000:3.0:1746126828.937360:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0810380 x1830946005592448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.937374:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810380 with x1830946005592448 ext(0->4095) 00002000:00010000:3.0:1746126828.937376:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0810380 00000100:00100000:0.0:1746126828.939339:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.939435:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005592576 00000100:00100000:3.0:1746126828.939441:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005592576 00000100:00100000:3.0:1746126828.940024:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30449 00000100:00100000:3.0:1746126828.940031:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005592576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.940060:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.940073:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80b9 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.940093:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.940099:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.940101:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.940103:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.940152:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.940161:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 43 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.940170:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997779584:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.940260:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.942482:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997779584:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.942506:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.942519:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd000, rc 0) 00000100:00100000:3.0:1746126828.942561:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005592576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2529us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.942568:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30449 00000100:00100000:0.0:1746126828.942777:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.942952:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005592704 00000100:00100000:2.0:1746126828.942958:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005592704 00010000:00010000:2.0:1746126828.942977:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126828.942995:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18167 00000100:00100000:2.0:1746126828.943000:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005592704:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126828.943008:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126828.943023:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.943030:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.943047:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734adb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b2 expref: 44 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.943068:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.943070:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.943079:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.943089:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.943113:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126828.943123:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997779712:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126828.943223:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126828.944413:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997779712:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126828.944425:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126828.944447:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2028:x1830946005592704:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1447us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.944454:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18167 00000100:00100000:0.0:1746126828.944640:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.944871:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005592960 00000100:00100000:3.0:1746126828.944876:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005592960 00002000:00100000:3.0:1746126828.944902:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811f80 x1830946005592960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.944910:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811f80 with x1830946005592960 ext(0->4095) 00002000:00010000:3.0:1746126828.944913:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811f80 00000100:00100000:3.0:1746126828.944927:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13920 00000100:00100000:3.0:1746126828.944932:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005592960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.945246:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005592960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 313us (606us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.945251:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13920 00002000:00100000:3.0:1746126828.945256:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811f80 x1830946005592960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.945263:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811f80 with x1830946005592960 ext(0->4095) 00002000:00010000:3.0:1746126828.945265:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811f80 00000100:00100000:2.0:1746126828.947418:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.947564:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005593088 00000100:00100000:3.0:1746126828.947570:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005593088 00000100:00100000:3.0:1746126828.947602:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30450 00000100:00100000:3.0:1746126828.947609:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:1764:x1830946005593088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.947621:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.947633:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80c0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.947656:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.947663:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.947664:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.947667:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.947692:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.947702:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.947712:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997779840:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.947778:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126828.947965:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.948300:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005593216 00000100:00100000:2.0:1746126828.948304:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005593216 00000100:00100000:2.0:1746126828.948331:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30451 00000100:00100000:2.0:1746126828.948337:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1765:x1830946005593216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126828.948344:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126828.948350:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80c7 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.948361:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126828.948365:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.948374:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126828.948377:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.948395:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.948406:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 46 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126828.948457:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126828.948482:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1765:x1830946005593216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126828.948487:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30451 00000100:00100000:3.0:1746126828.949316:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997779840:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.949329:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.949342:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126828.949364:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005593088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1755us (1951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.949369:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30450 00000100:00100000:0.0:1746126828.949524:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.949588:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005593344 00000100:00100000:3.0:1746126828.949592:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005593344 00010000:00010000:3.0:1746126828.949605:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.949824:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18168 00000100:00100000:3.0:1746126828.949831:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005593344:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.949839:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.949858:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.949867:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.949882:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734adbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80b9 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.949902:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.949904:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.949908:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.949919:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.949941:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 44 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.949950:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.949958:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780096:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.950012:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.951329:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780096:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.951341:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.951365:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005593344:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1533us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.951371:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18168 00000100:00100000:0.0:1746126828.951864:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.951929:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005593600 00000100:00100000:3.0:1746126828.951933:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005593600 00002000:00100000:3.0:1746126828.951957:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811180 x1830946005593600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.951965:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811180 with x1830946005593600 ext(0->4095) 00010000:00010000:3.0:1746126828.951971:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.951981:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.951987:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811180 00000100:00100000:3.0:1746126828.951999:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3012 00000100:00100000:3.0:1746126828.952004:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005593600:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126828.952120:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005593600:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (548us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.952146:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3012 00002000:00100000:3.0:1746126828.952151:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0811180 x1830946005593600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.952159:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811180 with x1830946005593600 ext(0->4095) 00010000:00010000:3.0:1746126828.952163:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.952171:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126828.952176:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0811180 00000100:00100000:0.0:1746126828.954400:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.954473:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005593728 00000100:00100000:3.0:1746126828.954478:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005593728 00010000:00010000:3.0:1746126828.954504:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.954526:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18169 00000100:00100000:3.0:1746126828.954530:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005593728:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.954541:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.954556:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.954565:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.954583:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734adc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c0 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.954609:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.954611:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.954617:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.954623:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.954648:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 44 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.954658:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780224:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.954725:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.957174:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780224:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.957190:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.957224:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005593728:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2691us (2827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.957232:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18169 00000100:00100000:0.0:1746126828.959660:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126828.959816:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005593984 00000100:00100000:2.0:1746126828.959823:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005593984 00002000:00100000:2.0:1746126828.959860:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3100 x1830946005593984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.959869:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3100 with x1830946005593984 ext(0->4095) 00002000:00010000:2.0:1746126828.959874:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3100 00000100:00100000:2.0:1746126828.959903:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13921 00000100:00100000:2.0:1746126828.959910:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005593984:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126828.960018:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005593984:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.960027:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13921 00002000:00100000:2.0:1746126828.960032:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3100 x1830946005593984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.960039:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3100 with x1830946005593984 ext(0->4095) 00002000:00010000:2.0:1746126828.960042:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde3100 00000100:00100000:0.0:1746126828.965543:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.966233:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005594112 00000100:00100000:3.0:1746126828.966241:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005594112 00000100:00100000:3.0:1746126828.966291:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30452 00000100:00100000:3.0:1746126828.966298:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005594112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.966312:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.966325:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80ce expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.966348:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.966355:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.966357:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.966360:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.966384:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 43 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.966394:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 43 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.966404:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997780352:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126828.966485:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.968737:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997780352:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126828.968770:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.968790:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc800, rc 0) 00000100:00100000:3.0:1746126828.968823:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005594112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2525us (3287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.968831:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30452 00000100:00100000:0.0:1746126828.972188:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.972319:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005594240 00000100:00100000:3.0:1746126828.972327:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005594240 00000100:00100000:3.0:1746126828.972381:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30453 00000100:00100000:3.0:1746126828.972388:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:1764:x1830946005594240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126828.972404:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126828.972417:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80d5 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.972440:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126828.972445:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.972450:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126828.972452:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.972480:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.972490:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.972501:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126828.972534:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:1764:x1830946005594240:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.972539:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30453 00000100:00100000:0.0:1746126828.973181:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.973240:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005594368 00000100:00100000:3.0:1746126828.973244:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005594368 00010000:00010000:3.0:1746126828.973259:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.973277:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18170 00000100:00100000:3.0:1746126828.973282:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+45:2028:x1830946005594368:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.973290:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.973322:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.973331:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.973345:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734adcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80c7 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.974037:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.974041:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.974048:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.974060:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.974083:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.974093:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.974103:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780608:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.975233:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126828.980633:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.980789:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780608:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.980806:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.980843:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2028:x1830946005594368:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7559us (7661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.980852:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18170 00000100:00100000:2.0:1746126828.980924:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005594624 00000100:00100000:2.0:1746126828.980930:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005594624 00002000:00100000:2.0:1746126828.980963:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848e300 x1830946005594624/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.980972:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848e300 with x1830946005594624 ext(0->4095) 00010000:00010000:2.0:1746126828.980979:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.980989:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.980995:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848e300 00000100:00100000:2.0:1746126828.981009:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3013 00000100:00100000:2.0:1746126828.981014:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005594624:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126828.981119:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005594624:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126828.981146:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3013 00002000:00100000:2.0:1746126828.981151:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848e300 x1830946005594624/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126828.981163:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848e300 with x1830946005594624 ext(0->4095) 00010000:00010000:2.0:1746126828.981167:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126828.981174:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126828.981179:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848e300 00000100:00100000:0.0:1746126828.985945:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.986734:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005594752 00000100:00100000:3.0:1746126828.986742:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005594752 00010000:00010000:3.0:1746126828.986781:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126828.987089:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18171 00000100:00100000:3.0:1746126828.987097:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005594752:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126828.987110:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126828.987141:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.987152:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.987171:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734add3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ce expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126828.987196:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.987198:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126828.987204:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.987211:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126828.987238:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126828.987248:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780736:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126828.987978:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126828.990176:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997780736:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126828.990190:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126828.990561:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005594752:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3463us (4620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126828.990570:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18171 00000100:00100000:0.0:1746126828.990971:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126828.991084:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005595008 00000100:00100000:3.0:1746126828.991090:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005595008 00002000:00100000:3.0:1746126828.991116:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848df80 x1830946005595008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/0 e 0 to 0 dl 1746126839 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.991143:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848df80 with x1830946005595008 ext(0->4095) 00002000:00010000:3.0:1746126828.991147:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848df80 00000100:00100000:3.0:1746126828.991166:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13922 00000100:00100000:3.0:1746126828.991171:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005595008:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126828.991258:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2029:x1830946005595008:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126828.991263:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13922 00002000:00100000:3.0:1746126828.991267:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848df80 x1830946005595008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:589/0 lens 488/4536 e 0 to 0 dl 1746126839 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126828.991273:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848df80 with x1830946005595008 ext(0->4095) 00002000:00010000:3.0:1746126828.991275:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848df80 00000100:00100000:0.0:1746126828.999600:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.001468:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005595136 00000100:00100000:2.0:1746126829.001478:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005595136 00000100:00100000:2.0:1746126829.001537:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30454 00000100:00100000:2.0:1746126829.001545:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005595136:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.001562:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.001588:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80dc expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.001615:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.001623:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.001625:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.001628:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.001653:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 43 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.001668:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 43 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.001678:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997780864:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.001767:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.004896:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.004979:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997780864:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.005002:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.005015:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126829.005047:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005595136:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3504us (5455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.005053:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30454 00000100:00100000:3.0:1746126829.005116:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005595264 00000100:00100000:3.0:1746126829.005120:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005595264 00002000:00100000:3.0:1746126829.005168:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3a6d80 x1830946005595264/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.005176:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6d80 with x1830946005595264 ext(0->7) 00010000:00010000:3.0:1746126829.005181:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.005190:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 44 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.005201:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6d80 00000100:00100000:3.0:1746126829.005214:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3014 00000100:00100000:3.0:1746126829.005220:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005595264:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126829.008540:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2027:x1830946005595264:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 3311us (3642us total) trans 4294970675 rc 0/0 00000100:00100000:0.0:1746126829.008548:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3014 00002000:00100000:0.0:1746126829.008556:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3a6d80 x1830946005595264/t4294970675(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.008564:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6d80 with x1830946005595264 ext(0->7) 00010000:00010000:0.0:1746126829.008572:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 46 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126829.008585:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 46 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126829.008591:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6d80 00000100:00100000:0.0:1746126829.012349:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.013117:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005595392 00000100:00100000:2.0:1746126829.013155:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005595392 00000100:00100000:2.0:1746126829.013206:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30455 00000100:00100000:2.0:1746126829.013213:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1764:x1830946005595392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.013228:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.013242:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80e3 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013266:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.013270:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013279:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.013282:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 47 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013313:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013323:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 47 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013331:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126829.013376:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+47:1764:x1830946005595392:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.013382:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30455 00000100:00100000:0.0:1746126829.013528:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.013772:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005595520 00000100:00100000:2.0:1746126829.013776:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005595520 00010000:00010000:2.0:1746126829.013791:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 47 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.013826:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18172 00000100:00100000:2.0:1746126829.013831:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2028:x1830946005595520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.013838:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.013853:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 47 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.013869:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 47 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.013887:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80d5 expref: 47 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.013909:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.013910:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.013915:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013922:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013940:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.013949:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.013963:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781120:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.014015:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.017460:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.017528:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781120:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.017544:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.017573:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005595520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3742us (4046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.017582:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18172 00000100:00100000:1.0:1746126829.018044:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005595776 00000100:00100000:1.0:1746126829.018050:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005595776 00002000:00100000:1.0:1746126829.018080:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5500 x1830946005595776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.018089:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5500 with x1830946005595776 ext(0->4095) 00010000:00010000:1.0:1746126829.018097:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.018108:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.018115:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a5500 00000100:00100000:1.0:1746126829.018147:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3015 00000100:00100000:1.0:1746126829.018155:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005595776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.018247:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005595776:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (792us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.018253:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3015 00002000:00100000:1.0:1746126829.018272:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5500 x1830946005595776/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.018280:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5500 with x1830946005595776 ext(0->4095) 00010000:00010000:1.0:1746126829.018284:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.018293:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.018299:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a5500 00000100:00100000:0.0:1746126829.022900:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.022970:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005595904 00000100:00100000:2.0:1746126829.022978:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005595904 00010000:00010000:2.0:1746126829.023006:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.023028:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18173 00000100:00100000:2.0:1746126829.023034:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005595904:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.023044:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.023060:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.023070:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.023087:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ade1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80dc expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.023314:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.023316:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.023322:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.023329:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.023355:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.023365:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781248:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.026463:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.031828:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781248:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.031849:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.031888:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005595904:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8853us (8993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.031898:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18173 00000100:00100000:0.0:1746126829.033151:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.033959:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005596160 00000100:00100000:2.0:1746126829.033966:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005596160 00002000:00100000:2.0:1746126829.034001:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6300 x1830946005596160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.034010:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6300 with x1830946005596160 ext(0->4095) 00002000:00010000:2.0:1746126829.034014:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6300 00000100:00100000:2.0:1746126829.034041:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13923 00000100:00100000:2.0:1746126829.034047:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005596160:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.034290:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005596160:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 242us (1141us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.034296:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13923 00002000:00100000:2.0:1746126829.034302:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6300 x1830946005596160/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.034308:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6300 with x1830946005596160 ext(0->4095) 00002000:00010000:2.0:1746126829.034311:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a6300 00000100:00100000:0.0:1746126829.038985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.039220:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005596288 00000100:00100000:3.0:1746126829.039228:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005596288 00000100:00100000:3.0:1746126829.039278:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30456 00000100:00100000:3.0:1746126829.039285:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005596288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.039299:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.039314:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80ea expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.039337:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.039344:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.039346:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.039349:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.039372:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 45 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.039382:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 45 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.039393:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997781376:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.039464:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.043934:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997781376:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.043961:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.043976:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126829.044024:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005596288:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4738us (5045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.044031:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30456 00000100:00100000:0.0:1746126829.044959:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.045000:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.045097:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005596416 00000100:00100000:2.0:1746126829.045103:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005596416 00010000:00010000:2.0:1746126829.045142:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.045167:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18174 00000100:00100000:2.0:1746126829.045173:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2027:x1830946005596416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.045183:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.045198:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.045208:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.045226:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734ade8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80e3 expref: 46 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.045239:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.045240:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.045245:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.045252:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.045277:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.045286:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781504:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.045656:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005596544 00000100:00100000:3.0:1746126829.045660:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005596544 00000100:00100000:3.0:1746126829.045685:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30457 00000100:00100000:3.0:1746126829.045689:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1764:x1830946005596544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.045699:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126829.046813:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746126829.046883:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80f1 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.046903:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.046909:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.046911:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.046914:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.046933:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.046947:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.046957:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997781632:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.046989:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.049732:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.049789:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781504:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.049805:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.049852:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2027:x1830946005596416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4678us (4850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.049862:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18174 00000100:00100000:2.0:1746126829.049907:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997781632:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.049923:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 46 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.049935:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:3.0:1746126829.049942:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005596800 00000100:00100000:3.0:1746126829.049947:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005596800 00000100:00100000:2.0:1746126829.049972:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:1764:x1830946005596544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4281us (5013us total) trans 0 rc 0/0 00002000:00100000:3.0:1746126829.049973:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6680 x1830946005596800/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126829.049977:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30457 00002000:00100000:3.0:1746126829.049981:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6680 with x1830946005596800 ext(0->4095) 00010000:00010000:3.0:1746126829.049987:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.049997:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.050004:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6680 00000100:00100000:3.0:1746126829.050016:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3016 00000100:00100000:3.0:1746126829.050021:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005596800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.050518:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005596800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 495us (790us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.050524:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3016 00002000:00100000:3.0:1746126829.050529:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a6680 x1830946005596800/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.050541:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a6680 with x1830946005596800 ext(0->4095) 00010000:00010000:3.0:1746126829.050546:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.050554:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.050560:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a6680 00000100:00100000:0.0:1746126829.054422:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.054513:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005596928 00000100:00100000:2.0:1746126829.054522:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005596928 00010000:00010000:2.0:1746126829.054554:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.054592:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18175 00000100:00100000:2.0:1746126829.054600:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005596928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.054612:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.054629:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.054640:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.054664:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734adef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ea expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.054965:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.054967:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.054975:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.054982:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.055010:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.055021:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781760:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.055099:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.058813:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.058919:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005597184 00000100:00100000:3.0:1746126829.058927:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005597184 00002000:00100000:3.0:1746126829.058963:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309c00 x1830946005597184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.058972:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309c00 with x1830946005597184 ext(0->4095) 00002000:00010000:3.0:1746126829.058976:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309c00 00000100:00100000:3.0:1746126829.059003:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13924 00000100:00100000:3.0:1746126829.059008:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2027:x1830946005597184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.059121:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2027:x1830946005597184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126829.059300:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997781760:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126829.059318:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126829.059343:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005596928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4744us (4926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126829.059350:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18175 00000100:00100000:3.0:1746126829.059666:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13924 00002000:00100000:3.0:1746126829.059672:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309c00 x1830946005597184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.059679:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309c00 with x1830946005597184 ext(0->4095) 00002000:00010000:3.0:1746126829.059681:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309c00 00000100:00100000:0.0:1746126829.062536:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.062624:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005597312 00000100:00100000:2.0:1746126829.062631:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005597312 00000100:00100000:2.0:1746126829.062666:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30458 00000100:00100000:2.0:1746126829.062673:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005597312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.062688:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.062703:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80f8 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.062727:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.062734:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.062736:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.062739:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.062779:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 45 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.062789:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 45 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.062799:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997781888:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.062883:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.064712:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997781888:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.064731:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.064754:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126829.064789:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005597312:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (2258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.064796:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30458 00000100:00100000:0.0:1746126829.068935:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.069028:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005597440 00000100:00100000:3.0:1746126829.069035:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005597440 00002000:00100000:3.0:1746126829.069067:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3a7800 x1830946005597440/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.069076:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7800 with x1830946005597440 ext(0->7) 00010000:00010000:3.0:1746126829.069083:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 46 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.069095:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 46 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.069101:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7800 00000100:00100000:3.0:1746126829.069461:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3017 00000100:00100000:3.0:1746126829.069467:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+46:2028:x1830946005597440:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126829.071309:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005597440:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1838us (2376us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746126829.071317:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3017 00002000:00100000:0.0:1746126829.071324:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3a7800 x1830946005597440/t4294970676(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.071331:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7800 with x1830946005597440 ext(0->7) 00010000:00010000:0.0:1746126829.071338:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126829.071349:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126829.071355:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7800 00000100:00100000:0.0:1746126829.074078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.074435:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005597568 00000100:00100000:2.0:1746126829.074443:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005597568 00010000:00010000:2.0:1746126829.074471:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.074831:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18176 00000100:00100000:2.0:1746126829.074839:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2027:x1830946005597568:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.074852:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.074868:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.074880:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.074900:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734adf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f1 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.074924:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.074926:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.074932:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.074940:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.074967:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.074978:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782016:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.075352:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.079527:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.079631:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782016:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.079650:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.079686:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2027:x1830946005597568:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4847us (5614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.079696:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18176 00000100:00100000:3.0:1746126829.079955:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005597696 00000100:00100000:3.0:1746126829.079961:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005597696 00000100:00100000:0.0:1746126829.080108:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.080194:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005597952 00000100:00100000:0.0:1746126829.080197:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005597952 00002000:00100000:0.0:1746126829.080224:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5180 x1830946005597952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.080233:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5180 with x1830946005597952 ext(0->4095) 00002000:00010000:0.0:1746126829.080237:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a5180 00000100:00100000:3.0:1746126829.080280:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30459 00000100:00100000:3.0:1746126829.080286:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+47:1764:x1830946005597696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.080298:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.080310:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff80ff expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.080332:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.080345:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.080347:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.080352:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 48 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.080379:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.080390:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.080400:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997782144:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.080456:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.081473:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3018 00000100:00100000:1.0:1746126829.081483:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005597952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.081598:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005597952:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.081604:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3018 00002000:00100000:1.0:1746126829.081609:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5180 x1830946005597952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.081621:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5180 with x1830946005597952 ext(0->4095) 00010000:00010000:1.0:1746126829.081626:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.081637:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.081642:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a5180 00000100:00100000:3.0:1746126829.083914:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997782144:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.083936:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 48 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.083949:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126829.083994:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:1764:x1830946005597696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3707us (4473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.084001:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30459 00000100:00100000:0.0:1746126829.084344:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.084380:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.084428:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005598080 00000100:00100000:2.0:1746126829.084434:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005598080 00010000:00010000:2.0:1746126829.084455:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.084476:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18177 00000100:00100000:2.0:1746126829.084482:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005598080:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.084492:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.084506:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.084517:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.084534:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734adfd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80f8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.084549:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.084551:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.084556:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.084564:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.084594:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.084604:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782272:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.084647:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.084667:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005598208 00000100:00100000:2.0:1746126829.084670:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005598208 00000100:00100000:2.0:1746126829.085025:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30460 00000100:00100000:2.0:1746126829.085032:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:1765:x1830946005598208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.085042:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.085051:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8106 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.085065:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.085070:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.085071:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.085074:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.085089:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.085098:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.085112:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997782400:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.085189:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.086620:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.086857:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782272:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126829.086858:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005598464 00000100:00100000:1.0:1746126829.086863:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005598464 00010000:00010000:2.0:1746126829.086870:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126829.086892:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de75880 x1830946005598464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.086902:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75880 with x1830946005598464 ext(0->4095) 00010000:00010000:1.0:1746126829.086908:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.086919:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.086924:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de75880 00000100:00100000:1.0:1746126829.086950:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3019 00000100:00100000:2.0:1746126829.086953:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005598080:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2470us (2571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.086956:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005598464:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.086962:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18177 00000100:00100000:1.0:1746126829.087066:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005598464:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.087071:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3019 00002000:00100000:1.0:1746126829.087077:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de75880 x1830946005598464/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.087084:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75880 with x1830946005598464 ext(0->4095) 00010000:00010000:1.0:1746126829.087089:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.087098:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.087104:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de75880 00000100:00100000:2.0:1746126829.087696:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997782400:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.087713:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.087724:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126829.087754:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1765:x1830946005598208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2714us (3402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.087760:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30460 00000100:00100000:0.0:1746126829.093448:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.093584:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005598592 00000100:00100000:2.0:1746126829.093593:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005598592 00000100:00100000:2.0:1746126829.093639:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30461 00000100:00100000:2.0:1746126829.093647:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005598592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.093661:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.093675:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff810d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.093697:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.093702:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.093708:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.093711:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.093742:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.093767:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.093775:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126829.093823:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005598592:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.093828:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30461 00000100:00100000:0.0:1746126829.097683:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.098496:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005598720 00000100:00100000:2.0:1746126829.098503:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005598720 00010000:00010000:2.0:1746126829.098536:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.098558:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18178 00000100:00100000:2.0:1746126829.098564:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2029:x1830946005598720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.098574:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.098589:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.098603:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.098621:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734ae04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff80ff expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.098649:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.098651:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.098657:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.098664:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.098689:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.098698:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.098708:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782656:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.098778:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.102118:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782656:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.102166:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.102209:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2029:x1830946005598720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3644us (4533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.102221:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18178 00000100:00100000:0.0:1746126829.103097:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.103173:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005598976 00000100:00100000:3.0:1746126829.103179:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005598976 00002000:00100000:3.0:1746126829.103211:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de74380 x1830946005598976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.103220:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74380 with x1830946005598976 ext(0->4095) 00010000:00010000:3.0:1746126829.103227:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.103244:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.103250:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de74380 00000100:00100000:3.0:1746126829.103275:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3020 00000100:00100000:3.0:1746126829.103282:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005598976:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.103389:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005598976:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.103394:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3020 00002000:00100000:3.0:1746126829.103399:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de74380 x1830946005598976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.103406:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de74380 with x1830946005598976 ext(0->4095) 00010000:00010000:3.0:1746126829.103410:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.103418:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.103424:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de74380 00000100:00100000:0.0:1746126829.108868:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.108986:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005599104 00000100:00100000:1.0:1746126829.108993:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005599104 00000100:00100000:1.0:1746126829.109043:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30462 00000100:00100000:1.0:1746126829.109050:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005599104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.109481:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.109496:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8114 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126829.109505:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126829.109519:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.109524:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 48 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.109530:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126829.109533:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.109558:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005599232 00010000:00010000:1.0:1746126829.109562:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 48 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.109563:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005599232 00010000:00010000:1.0:1746126829.109577:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.109579:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.109587:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7800, rc 0) 00000100:00100000:2.0:1746126829.109597:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18179 00000100:00100000:2.0:1746126829.109601:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2030:x1830946005599232:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.109611:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126829.109621:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005599104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 571us (759us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126829.109624:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.109627:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30462 00010000:00010000:2.0:1746126829.109633:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.109647:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8106 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.109669:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.109671:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.109676:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 48 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.109682:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 48 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.109699:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 48 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.109713:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.109723:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782912:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.109780:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.112097:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.112184:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005599360 00000100:00100000:1.0:1746126829.112191:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005599360 00010000:00010000:1.0:1746126829.112214:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.112236:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18180 00000100:00100000:1.0:1746126829.112242:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2030:x1830946005599360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126829.112253:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126829.112267:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.112276:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997782912:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126829.112276:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.112293:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126829.112293:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734ae12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff810d expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.112305:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.112307:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.112312:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.112318:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.112321:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2030:x1830946005599232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2718us (2815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.112327:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18179 00010000:00010000:1.0:1746126829.112340:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.112350:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783040:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126829.112384:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.116034:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.116226:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783040:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126829.116242:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126829.116276:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+47:2030:x1830946005599360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4033us (4185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.116285:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18180 00000100:00100000:0.0:1746126829.116370:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005599616 00000100:00100000:0.0:1746126829.116376:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005599616 00002000:00100000:0.0:1746126829.116410:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b100 x1830946005599616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.116419:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b100 with x1830946005599616 ext(0->4095) 00002000:00010000:0.0:1746126829.116423:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b100 00000100:00100000:0.0:1746126829.116447:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13926 00000100:00100000:0.0:1746126829.116453:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005599616:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126829.116541:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005599616:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126829.116547:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13926 00002000:00100000:0.0:1746126829.116551:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530b100 x1830946005599616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.116558:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530b100 with x1830946005599616 ext(0->4095) 00002000:00010000:0.0:1746126829.116560:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530b100 00000100:00100000:0.0:1746126829.118509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.118574:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005599744 00000100:00100000:1.0:1746126829.118579:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005599744 00000100:00100000:1.0:1746126829.118615:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30463 00000100:00100000:1.0:1746126829.118620:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+47:1765:x1830946005599744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.118631:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.118643:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff811b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.118664:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.118676:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.118677:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.118680:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.118708:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.118720:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.118730:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997783168:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.118799:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.121263:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.121353:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005599872 00000100:00100000:2.0:1746126829.121360:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005599872 00010000:00010000:2.0:1746126829.121388:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.121410:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18181 00000100:00100000:2.0:1746126829.121416:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005599872:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.121426:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.121441:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.121452:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.121474:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.121476:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.121482:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.121489:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.121513:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.121523:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783296:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.121578:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126829.121649:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7800/0x63da90637734ae19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8114 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.121662:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997783168:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.121679:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.121687:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126829.121707:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+48:1765:x1830946005599744:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3087us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.121714:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30463 00000100:00100000:0.0:1746126829.122423:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.122764:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005600000 00000100:00100000:1.0:1746126829.122768:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005600000 00000100:00100000:1.0:1746126829.122798:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30464 00000100:00100000:1.0:1746126829.122803:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+48:1764:x1830946005600000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.122814:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.122823:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8122 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.122839:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.122845:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.122846:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.122849:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.122864:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.122872:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.122881:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997783424:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.122929:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.125118:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.127037:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005600256 00000100:00100000:3.0:1746126829.127046:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005600256 00002000:00100000:3.0:1746126829.127083:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de77100 x1830946005600256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.127092:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77100 with x1830946005600256 ext(0->4095) 00010000:00010000:3.0:1746126829.127099:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.127111:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.127117:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de77100 00000100:00100000:3.0:1746126829.127150:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3021 00000100:00100000:3.0:1746126829.127157:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005600256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.127263:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005600256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (2150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.127268:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3021 00002000:00100000:3.0:1746126829.127273:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de77100 x1830946005600256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.127279:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77100 with x1830946005600256 ext(0->4095) 00010000:00010000:3.0:1746126829.127283:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.127292:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.127297:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de77100 00000100:00100000:1.0:1746126829.127605:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997783424:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.127626:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.127642:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00000100:00100000:1.0:1746126829.127663:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005600000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4860us (5241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.127669:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30464 00000100:00100000:2.0:1746126829.128058:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783296:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.128070:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.128103:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005599872:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6683us (6842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.128110:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18181 00000100:00100000:0.0:1746126829.130095:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.130589:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005600384 00000100:00100000:1.0:1746126829.130594:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005600384 00000100:00100000:1.0:1746126829.130629:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30465 00000100:00100000:1.0:1746126829.130635:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005600384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.130648:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.130659:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8129 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.130677:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.130681:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.130686:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126829.130689:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.130712:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.130722:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.130732:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126829.130775:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005600384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.130779:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30465 00000100:00100000:0.0:1746126829.130957:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.131087:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005600512 00000100:00100000:2.0:1746126829.131091:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005600512 00010000:00010000:2.0:1746126829.131106:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.131123:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18182 00000100:00100000:2.0:1746126829.131146:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2030:x1830946005600512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.131155:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.131169:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.131178:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.131192:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff811b expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.131214:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.131215:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.131220:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.131227:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.131245:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 48 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.131253:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 48 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.131263:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783680:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.131307:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.136523:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.136552:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005600768 00000100:00100000:0.0:1746126829.136559:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005600768 00002000:00100000:0.0:1746126829.136594:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00df80 x1830946005600768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.136604:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00df80 with x1830946005600768 ext(0->4095) 00010000:00010000:0.0:1746126829.136611:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126829.136625:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126829.136632:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00df80 00000100:00100000:0.0:1746126829.136669:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3022 00000100:00100000:0.0:1746126829.136676:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005600768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126829.136802:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005600768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126829.136808:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3022 00002000:00100000:0.0:1746126829.136813:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00df80 x1830946005600768/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.136826:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00df80 with x1830946005600768 ext(0->4095) 00010000:00010000:0.0:1746126829.136830:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126829.136839:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126829.136844:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00df80 00000100:00100000:2.0:1746126829.137118:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783680:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.137149:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.137180:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2030:x1830946005600512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6035us (6223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.137188:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18182 00000100:00100000:0.0:1746126829.138444:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.138482:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.138547:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005600896 00000100:00100000:2.0:1746126829.138553:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005600896 00000100:00100000:2.0:1746126829.138586:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30466 00000100:00100000:2.0:1746126829.138591:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:1764:x1830946005600896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.138602:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.138615:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8130 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.138633:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.138637:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.138643:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.138646:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.138670:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.138681:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.138690:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126829.138715:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005600896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.138720:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30466 00000100:00100000:3.0:1746126829.138825:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005601024 00000100:00100000:3.0:1746126829.138829:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005601024 00010000:00010000:3.0:1746126829.138843:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.138871:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18183 00000100:00100000:3.0:1746126829.138876:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2029:x1830946005601024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.138882:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.138895:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.138904:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.138918:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6000/0x63da90637734ae27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8122 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.138933:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.138934:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.138940:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.138946:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.138963:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.138971:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.138985:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783936:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.139019:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.142804:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997783936:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.142823:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.142861:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2029:x1830946005601024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3983us (4377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.142870:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18183 00000100:00100000:0.0:1746126829.143597:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.143689:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005601280 00000100:00100000:3.0:1746126829.143694:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005601280 00002000:00100000:3.0:1746126829.143721:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ed80 x1830946005601280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.143731:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ed80 with x1830946005601280 ext(0->4095) 00010000:00010000:3.0:1746126829.143738:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.143759:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.143764:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ed80 00000100:00100000:3.0:1746126829.143939:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3023 00000100:00100000:3.0:1746126829.143947:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005601280:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.144238:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005601280:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 291us (643us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.144247:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3023 00002000:00100000:3.0:1746126829.144252:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ed80 x1830946005601280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.144259:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ed80 with x1830946005601280 ext(0->4095) 00010000:00010000:3.0:1746126829.144263:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.144272:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.144276:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ed80 00000100:00100000:0.0:1746126829.145491:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.145710:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005601408 00000100:00100000:3.0:1746126829.145714:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005601408 00010000:00010000:3.0:1746126829.145731:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.145760:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18184 00000100:00100000:3.0:1746126829.145766:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005601408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.145774:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.145786:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.145794:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.145811:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8129 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.145834:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.145836:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.145842:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.145848:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.145874:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.145884:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784064:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.145948:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.150594:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.150704:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784064:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.150721:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.150779:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005601408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5012us (5289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.150788:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18184 00000100:00100000:2.0:1746126829.150790:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005601664 00000100:00100000:2.0:1746126829.150796:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005601664 00002000:00100000:2.0:1746126829.151847:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d880 x1830946005601664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.151857:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d880 with x1830946005601664 ext(0->4095) 00002000:00010000:2.0:1746126829.151861:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d880 00000100:00100000:2.0:1746126829.151886:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13927 00000100:00100000:2.0:1746126829.151894:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005601664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.152006:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005601664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.152011:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13927 00002000:00100000:2.0:1746126829.152017:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d880 x1830946005601664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.152024:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d880 with x1830946005601664 ext(0->4095) 00002000:00010000:2.0:1746126829.152027:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d880 00000100:00100000:0.0:1746126829.156477:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.158398:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005601792 00000100:00100000:1.0:1746126829.158408:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005601792 00000100:00100000:1.0:1746126829.158449:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30467 00000100:00100000:1.0:1746126829.158456:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005601792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.158471:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.158484:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8137 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.158508:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.158515:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.158516:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.158520:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.158543:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 47 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.158553:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 47 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.158568:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997784192:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.158649:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.160247:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997784192:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.160264:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.160272:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d7400, rc 0) 00000100:00100000:1.0:1746126829.160305:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005601792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1849us (3835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.160310:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30467 00000100:00100000:0.0:1746126829.163445:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.163554:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005601920 00000100:00100000:2.0:1746126829.163562:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005601920 00002000:00100000:2.0:1746126829.163600:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e00c000 x1830946005601920/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.163610:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c000 with x1830946005601920 ext(0->7) 00010000:00010000:2.0:1746126829.163617:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.163634:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 48 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.163640:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00c000 00000100:00100000:2.0:1746126829.163658:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3024 00000100:00100000:2.0:1746126829.163665:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+48:2028:x1830946005601920:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126829.164490:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005601920:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 823us (1049us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1746126829.164497:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3024 00002000:00100000:0.0:1746126829.164503:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e00c000 x1830946005601920/t4294970677(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.164510:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c000 with x1830946005601920 ext(0->7) 00010000:00010000:0.0:1746126829.164515:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126829.164524:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126829.164529:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00c000 00000100:00100000:0.0:1746126829.167091:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.167149:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005602048 00000100:00100000:3.0:1746126829.167155:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005602048 00010000:00010000:3.0:1746126829.167177:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.167202:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18185 00000100:00100000:3.0:1746126829.167207:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2030:x1830946005602048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.167216:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.167227:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.167234:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.167248:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734ae35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8130 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.167267:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.167268:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.167273:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.167278:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.167298:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.167307:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784320:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.167366:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.169092:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784320:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.169105:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.169161:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2030:x1830946005602048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1953us (2075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.169171:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18185 00000100:00100000:0.0:1746126829.170034:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.170158:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005602304 00000100:00100000:2.0:1746126829.170164:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005602304 00002000:00100000:2.0:1746126829.170259:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00fb80 x1830946005602304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.170268:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00fb80 with x1830946005602304 ext(0->4095) 00002000:00010000:2.0:1746126829.170272:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00fb80 00000100:00100000:2.0:1746126829.170285:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13928 00000100:00100000:2.0:1746126829.170291:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005602304:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.170638:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005602304:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 346us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.170645:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13928 00002000:00100000:2.0:1746126829.170650:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00fb80 x1830946005602304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.170656:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00fb80 with x1830946005602304 ext(0->4095) 00002000:00010000:2.0:1746126829.170659:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00fb80 00000100:00100000:0.0:1746126829.172430:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.173032:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005602432 00000100:00100000:1.0:1746126829.173038:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005602432 00000100:00100000:0.0:1746126829.173044:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.173600:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005602560 00000100:00100000:1.0:1746126829.173603:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005602560 00000100:00100000:2.0:1746126829.173609:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30468 00000100:00100000:1.0:1746126829.173620:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30469 00000100:00100000:1.0:1746126829.173624:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1765:x1830946005602560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.173635:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.173648:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8145 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.173668:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.173677:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.173679:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126829.173683:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005602432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.173683:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.173690:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.173697:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff813e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.173709:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.173719:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.173730:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997784448:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.173735:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.173740:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.173757:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.173760:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.173781:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.173795:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.173803:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126829.173828:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005602432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.173834:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30468 00000100:00100000:1.0:1746126829.173842:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.174918:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997784448:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.174933:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.174941:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6600, rc 0) 00000100:00100000:1.0:1746126829.174966:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005602560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1341us (1921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.174971:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30469 00000100:00100000:0.0:1746126829.175680:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.175721:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005602688 00000100:00100000:3.0:1746126829.175725:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005602688 00010000:00010000:3.0:1746126829.175753:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.175775:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18186 00000100:00100000:3.0:1746126829.175781:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005602688:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.175791:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.175805:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.175813:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.175828:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d7400/0x63da90637734ae3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8137 expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.175838:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.175840:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.175846:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.175852:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.175871:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.175883:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.175891:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784704:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.175929:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.176760:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784704:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.176768:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.176793:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005602688:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1012us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.176798:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18186 00000100:00100000:0.0:1746126829.177118:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.177232:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005602944 00000100:00100000:2.0:1746126829.177237:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005602944 00002000:00100000:2.0:1746126829.177258:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d500 x1830946005602944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.177271:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d500 with x1830946005602944 ext(0->4095) 00010000:00010000:2.0:1746126829.177277:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.177286:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.177291:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00d500 00000100:00100000:2.0:1746126829.177309:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3025 00000100:00100000:2.0:1746126829.177313:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005602944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.177389:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005602944:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 75us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.177394:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3025 00002000:00100000:2.0:1746126829.177398:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00d500 x1830946005602944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.177404:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d500 with x1830946005602944 ext(0->4095) 00010000:00010000:2.0:1746126829.177407:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.177415:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.177420:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00d500 00000100:00100000:0.0:1746126829.178267:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.178391:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005603072 00000100:00100000:1.0:1746126829.178396:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005603072 00000100:00100000:1.0:1746126829.178424:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30470 00000100:00100000:1.0:1746126829.178429:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005603072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.178472:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.178484:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff814c expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.178505:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.178510:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.178515:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126829.178518:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.178541:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.178551:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.178559:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075200, rc 0) 00000100:00100000:1.0:1746126829.178587:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005603072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.178596:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30470 00000100:00100000:0.0:1746126829.178897:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.178940:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005603200 00000100:00100000:3.0:1746126829.178945:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005603200 00010000:00010000:3.0:1746126829.178960:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.178977:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18187 00000100:00100000:3.0:1746126829.178983:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005603200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.178990:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.179001:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.179010:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.179024:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6600/0x63da90637734ae43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8145 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.179034:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.179036:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.179040:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.179047:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.179069:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.179078:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.179086:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784960:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.179152:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.180163:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997784960:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.180172:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.180198:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005603200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1215us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.180204:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18187 00000100:00100000:0.0:1746126829.180683:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.180732:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005603456 00000100:00100000:2.0:1746126829.180735:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005603456 00002000:00100000:2.0:1746126829.180769:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff800 x1830946005603456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.180776:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff800 with x1830946005603456 ext(0->4095) 00010000:00010000:2.0:1746126829.180780:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.180787:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.180791:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135aff800 00000100:00100000:2.0:1746126829.180806:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3026 00000100:00100000:2.0:1746126829.180810:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005603456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.180883:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005603456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 73us (202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.180887:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3026 00002000:00100000:2.0:1746126829.180891:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135aff800 x1830946005603456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.180898:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff800 with x1830946005603456 ext(0->4095) 00010000:00010000:2.0:1746126829.180902:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.180910:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.180915:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135aff800 00000100:00100000:0.0:1746126829.182309:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.182344:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.182549:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005603712 00000100:00100000:3.0:1746126829.182554:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005603712 00010000:00010000:3.0:1746126829.182572:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.182611:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18188 00000100:00100000:3.0:1746126829.182615:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2030:x1830946005603712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.182624:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126829.182629:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005603584 00000100:00100000:1.0:1746126829.182633:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005603584 00010000:00010000:3.0:1746126829.182636:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.182646:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.182662:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734ae4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff813e expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.182665:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30471 00000100:00100000:1.0:1746126829.182672:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005603584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.182673:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.182675:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.182681:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.182681:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.182688:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.182692:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8153 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.182711:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.182714:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.182720:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.182722:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.182725:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.182735:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.182762:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785088:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126829.182771:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.182779:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.182787:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997785216:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.182837:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.182842:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.184950:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997785216:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126829.184953:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126829.184972:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.184986:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075c00, rc 0) 00000100:00100000:1.0:1746126829.185018:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005603584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2346us (2711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.185025:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30471 00000100:00100000:3.0:1746126829.185038:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785088:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.185049:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.185101:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005603968 00000100:00100000:2.0:1746126829.185107:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005603968 00002000:00100000:2.0:1746126829.185157:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd500 x1830946005603968/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.185166:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946005603968 ext(0->4095) 00010000:00010000:2.0:1746126829.185172:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.185183:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.185189:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afd500 00000100:00100000:2.0:1746126829.185204:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3027 00000100:00100000:2.0:1746126829.185210:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005603968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.185280:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2030:x1830946005603712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2663us (2935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.185289:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18188 00000100:00100000:2.0:1746126829.186238:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005603968:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1026us (1285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.186244:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3027 00002000:00100000:2.0:1746126829.186249:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afd500 x1830946005603968/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.186256:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830946005603968 ext(0->4095) 00010000:00010000:2.0:1746126829.186261:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.186270:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.186280:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135afd500 00000100:00100000:0.0:1746126829.188992:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.189094:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005604096 00000100:00100000:3.0:1746126829.189100:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005604096 00010000:00010000:3.0:1746126829.189149:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.189174:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18189 00000100:00100000:3.0:1746126829.189181:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005604096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.189192:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.189207:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.189217:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.189237:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734ae51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff814c expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.189261:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.189263:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.189269:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.189276:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.189303:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.189314:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785344:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.189937:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.190987:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785344:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.191005:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.191034:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005604096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1854us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.191042:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18189 00000100:00100000:0.0:1746126829.191428:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.191557:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005604352 00000100:00100000:2.0:1746126829.191562:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005604352 00002000:00100000:2.0:1746126829.191588:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afed80 x1830946005604352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.191596:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830946005604352 ext(0->4095) 00002000:00010000:2.0:1746126829.191600:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afed80 00000100:00100000:2.0:1746126829.191612:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13929 00000100:00100000:2.0:1746126829.191617:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005604352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.192020:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005604352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 401us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.192026:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13929 00002000:00100000:2.0:1746126829.192032:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afed80 x1830946005604352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.192039:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830946005604352 ext(0->4095) 00002000:00010000:2.0:1746126829.192042:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afed80 00000100:00100000:0.0:1746126829.193615:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.193712:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005604480 00000100:00100000:1.0:1746126829.193717:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005604480 00000100:00100000:1.0:1746126829.193760:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30472 00000100:00100000:1.0:1746126829.193766:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005604480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.193777:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.193789:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff815a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.193810:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.193816:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.193818:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.193821:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.193844:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 49 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.193854:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 49 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.193864:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997785472:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.194708:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.197203:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997785472:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.197231:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.197250:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae0da00, rc 0) 00000100:00100000:1.0:1746126829.197295:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005604480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3529us (3682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.197302:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30472 00000100:00100000:0.0:1746126829.197810:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.197885:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005604608 00000100:00100000:3.0:1746126829.197890:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005604608 00010000:00010000:3.0:1746126829.197910:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.197939:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18190 00000100:00100000:3.0:1746126829.197944:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005604608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.197954:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.197967:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.197982:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.197999:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8153 expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.198017:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.198018:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.198023:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.198030:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.198052:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.198061:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785600:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.198107:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.200294:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785600:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.200309:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.200338:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946005604608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2392us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.200346:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18190 00000100:00100000:0.0:1746126829.201061:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.201144:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005604864 00000100:00100000:2.0:1746126829.201149:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005604864 00002000:00100000:2.0:1746126829.201176:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc700 x1830946005604864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.201184:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830946005604864 ext(0->4095) 00002000:00010000:2.0:1746126829.201188:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:2.0:1746126829.201206:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13930 00000100:00100000:2.0:1746126829.201212:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005604864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.201302:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005604864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.201307:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13930 00002000:00100000:2.0:1746126829.201312:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880135afc700 x1830946005604864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.201319:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830946005604864 ext(0->4095) 00002000:00010000:2.0:1746126829.201321:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746126829.202905:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.203170:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005604992 00000100:00100000:1.0:1746126829.203175:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005604992 00000100:00100000:1.0:1746126829.203208:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30473 00000100:00100000:1.0:1746126829.203213:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005604992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.203223:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.203235:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8161 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.203253:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.203260:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.203261:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.203264:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.203286:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.203294:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 5 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.203309:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997785728:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.203368:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.203489:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.203630:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005605120 00000100:00100000:3.0:1746126829.203634:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005605120 00000100:00100000:3.0:1746126829.203661:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30474 00000100:00100000:3.0:1746126829.203666:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005605120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.203672:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.203678:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8168 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.203688:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.203691:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.203696:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.203698:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.203715:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 52 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.203724:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.203732:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:3.0:1746126829.203770:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1765:x1830946005605120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.203775:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30474 00000100:00100000:1.0:1746126829.205147:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997785728:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.205165:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.205175:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b074200, rc 0) 00000100:00100000:1.0:1746126829.205207:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005604992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1993us (2304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.205213:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30473 00000100:00100000:0.0:1746126829.205522:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.205583:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005605248 00000100:00100000:3.0:1746126829.205587:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005605248 00010000:00010000:3.0:1746126829.205602:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.205618:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18191 00000100:00100000:3.0:1746126829.205622:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005605248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.205630:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.205644:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.205652:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.205668:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae0da00/0x63da90637734ae5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff815a expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.205677:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.205679:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.205684:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.205690:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.205708:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.205716:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.205730:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785984:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.205781:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.209050:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.209148:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005605504 00000100:00100000:1.0:1746126829.209155:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005605504 00002000:00100000:1.0:1746126829.209187:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa680 x1830946005605504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.209196:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa680 with x1830946005605504 ext(0->4095) 00010000:00010000:1.0:1746126829.209203:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.209214:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.209220:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1aa680 00000100:00100000:1.0:1746126829.209238:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3028 00000100:00100000:1.0:1746126829.209243:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005605504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.209350:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005605504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.209355:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3028 00002000:00100000:1.0:1746126829.209360:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa680 x1830946005605504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.209367:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa680 with x1830946005605504 ext(0->4095) 00010000:00010000:1.0:1746126829.209370:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.209378:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.209384:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1aa680 00000100:00100000:3.0:1746126829.209539:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997785984:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.209552:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.209586:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005605248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3962us (4063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.209593:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18191 00000100:00100000:0.0:1746126829.211676:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.211779:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005605632 00000100:00100000:3.0:1746126829.211785:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005605632 00010000:00010000:3.0:1746126829.211808:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.211840:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18192 00000100:00100000:3.0:1746126829.211847:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005605632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.211858:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.211872:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.211883:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.211900:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8161 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.211912:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.211915:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.211920:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.211926:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.211955:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.211965:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786112:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.212042:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.213857:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786112:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.213871:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.213904:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005605632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2057us (2231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.213912:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18192 00000100:00100000:0.0:1746126829.215069:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.215165:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005605888 00000100:00100000:1.0:1746126829.215170:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005605888 00002000:00100000:1.0:1746126829.215199:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1a8e00 x1830946005605888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.215208:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8e00 with x1830946005605888 ext(0->4095) 00002000:00010000:1.0:1746126829.215212:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1a8e00 00000100:00100000:1.0:1746126829.215231:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13931 00000100:00100000:1.0:1746126829.215237:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005605888:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.215325:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005605888:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.215330:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13931 00002000:00100000:1.0:1746126829.215335:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1a8e00 x1830946005605888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.215341:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a8e00 with x1830946005605888 ext(0->4095) 00002000:00010000:1.0:1746126829.215343:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1a8e00 00000100:00100000:0.0:1746126829.217533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.217781:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005606016 00000100:00100000:1.0:1746126829.217787:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005606016 00000100:00100000:1.0:1746126829.217814:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30475 00000100:00100000:1.0:1746126829.217820:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005606016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.217833:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.217845:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff816f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.217866:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.217872:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.217874:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.217877:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.217901:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.217911:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.217921:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997786240:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.217995:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.218945:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997786240:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.218963:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.218973:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075c00, rc 0) 00000100:00100000:1.0:1746126829.219004:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005606016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1183us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.219010:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30475 00000100:00100000:0.0:1746126829.220425:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.220489:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005606144 00000100:00100000:3.0:1746126829.220495:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005606144 00010000:00010000:3.0:1746126829.220519:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.220539:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18193 00000100:00100000:3.0:1746126829.220545:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005606144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.220557:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.220572:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.220587:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.220605:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734ae6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8168 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.220626:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.220628:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.220634:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.220640:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.220664:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.220679:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786368:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.220728:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.224797:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.225069:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786368:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.225086:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.225152:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946005606144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4606us (4729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.225162:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18193 00000100:00100000:0.0:1746126829.225231:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.225331:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005606400 00000100:00100000:2.0:1746126829.225337:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005606400 00000100:00100000:1.0:1746126829.225349:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005606528 00000100:00100000:1.0:1746126829.225353:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005606528 00002000:00100000:2.0:1746126829.225369:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14f480 x1830946005606400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746126829.225376:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30476 00002000:00100000:2.0:1746126829.225378:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f480 with x1830946005606400 ext(0->4095) 00000100:00100000:1.0:1746126829.225381:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1764:x1830946005606528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00002000:00010000:2.0:1746126829.225382:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14f480 00010000:00010000:1.0:1746126829.225393:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126829.225402:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13932 00000100:00100000:2.0:1746126829.225407:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005606400:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746126829.225420:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8176 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.225443:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.225450:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.225451:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.225454:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.225477:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.225492:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.225502:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997786496:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.225514:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005606400:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.225519:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13932 00002000:00100000:2.0:1746126829.225529:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14f480 x1830946005606400/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.225536:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f480 with x1830946005606400 ext(0->4095) 00010000:00010000:2.0:1746126829.225541:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746126829.225543:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a780 going to sleep for 11 seconds 00010000:00010000:2.0:1746126829.225552:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.225558:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14f480 00000100:00100000:0.0:1746126829.227554:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.228070:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005606656 00000100:00100000:2.0:1746126829.228076:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005606656 00000100:00100000:1.0:1746126829.228180:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009adeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997786496:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.228201:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.228215:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b074200, rc 0) 00000100:00100000:1.0:1746126829.228245:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005606528:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2863us (3014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.228247:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30477 00000100:00100000:1.0:1746126829.228251:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30476 00000100:00100000:2.0:1746126829.228253:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005606656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.228263:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.228273:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff817d expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.228287:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.228291:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.228296:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.228299:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.228323:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.228333:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.228339:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126829.228356:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005606656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.228360:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30477 00000100:00100000:0.0:1746126829.228515:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.228916:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005606784 00000100:00100000:2.0:1746126829.228920:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005606784 00010000:00010000:2.0:1746126829.228935:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.228961:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18194 00000100:00100000:2.0:1746126829.228966:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005606784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.228973:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.228987:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.228995:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.229009:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734ae74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff816f expref: 6 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.229027:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.229028:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.229033:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.229040:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.229061:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 50 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.229071:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 50 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.229081:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786752:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.229454:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0059c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.231414:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786752:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.231429:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.231458:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005606784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2490us (2942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.231467:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18194 00000100:00100000:0.0:1746126829.231923:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.231970:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005607040 00000100:00100000:3.0:1746126829.231976:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005607040 00002000:00100000:3.0:1746126829.232005:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d500 x1830946005607040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.232014:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d500 with x1830946005607040 ext(0->4095) 00010000:00010000:3.0:1746126829.232021:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.232031:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.232037:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d500 00000100:00100000:3.0:1746126829.232225:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3029 00000100:00100000:3.0:1746126829.232232:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005607040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.232448:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005607040:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 216us (525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.232454:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3029 00002000:00100000:3.0:1746126829.232459:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d500 x1830946005607040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.232466:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d500 with x1830946005607040 ext(0->4095) 00010000:00010000:3.0:1746126829.232471:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.232479:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.232484:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14d500 00000100:00100000:0.0:1746126829.233920:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.233994:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005607168 00000100:00100000:2.0:1746126829.233999:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005607168 00010000:00010000:2.0:1746126829.234018:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.234036:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18195 00000100:00100000:2.0:1746126829.234041:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005607168:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.234049:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.234061:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.234075:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.234091:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b074200/0x63da90637734ae7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8176 expref: 51 pid: 9596 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.234103:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.234105:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.234111:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.234117:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.234165:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.234175:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786880:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.235778:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.237366:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997786880:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.237382:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.237412:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005607168:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3370us (3495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.237421:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18195 00000100:00100000:0.0:1746126829.237598:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.237886:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005607424 00000100:00100000:2.0:1746126829.237892:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005607424 00002000:00100000:2.0:1746126829.237921:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c000 x1830946005607424/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.237930:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c000 with x1830946005607424 ext(0->4095) 00002000:00010000:2.0:1746126829.237934:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14c000 00000100:00100000:2.0:1746126829.238049:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13933 00000100:00100000:2.0:1746126829.238056:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005607424:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.238258:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005607424:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 202us (661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.238264:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13933 00002000:00100000:2.0:1746126829.238269:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c000 x1830946005607424/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.238277:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c000 with x1830946005607424 ext(0->4095) 00002000:00010000:2.0:1746126829.238280:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14c000 00000100:00100000:0.0:1746126829.239880:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.239970:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005607552 00000100:00100000:3.0:1746126829.239976:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005607552 00000100:00100000:3.0:1746126829.240013:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30478 00000100:00100000:3.0:1746126829.240019:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005607552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.240032:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.240046:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8184 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.240072:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.240079:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.240081:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.240084:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.240114:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 49 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.240202:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 49 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.240215:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997787008:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.240317:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.243914:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997787008:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.243936:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.243955:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126829.243994:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005607552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3974us (4116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.244001:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30478 00000100:00100000:0.0:1746126829.244509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.244565:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005607680 00000100:00100000:2.0:1746126829.244571:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005607680 00010000:00010000:2.0:1746126829.244593:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.244619:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18196 00000100:00100000:2.0:1746126829.244624:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005607680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.244634:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.244650:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.244666:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.244684:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734ae82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff817d expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.244709:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.244711:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.244717:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.244725:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.244760:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.244770:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997787136:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.244823:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.246148:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997787136:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.246163:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.246195:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2028:x1830946005607680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1570us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.246203:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18196 00000100:00100000:0.0:1746126829.246814:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.246855:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005607936 00000100:00100000:2.0:1746126829.246860:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005607936 00002000:00100000:2.0:1746126829.246886:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d180 x1830946005607936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.246895:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d180 with x1830946005607936 ext(0->4095) 00002000:00010000:2.0:1746126829.246899:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14d180 00000100:00100000:2.0:1746126829.246926:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13934 00000100:00100000:2.0:1746126829.246931:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005607936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.247025:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005607936:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.247031:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13934 00002000:00100000:2.0:1746126829.247036:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d180 x1830946005607936/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.247044:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d180 with x1830946005607936 ext(0->4095) 00002000:00010000:2.0:1746126829.247047:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14d180 00000100:00100000:0.0:1746126829.249033:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.249068:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.249396:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005608064 00000100:00100000:3.0:1746126829.249402:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005608064 00000100:00100000:3.0:1746126829.249440:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005608192 00000100:00100000:3.0:1746126829.249441:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005608192 00000100:00100000:3.0:1746126829.249472:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30479 00000100:00100000:3.0:1746126829.249478:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1765:x1830946005608064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.249490:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126829.249502:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30480 00010000:00010000:3.0:1746126829.249503:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff818b expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.249509:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005608192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.249516:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.249523:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8192 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.249527:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.249533:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.249534:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.249714:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.249724:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.249729:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.249734:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.249737:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.249765:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.249768:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.249774:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.249783:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.249785:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997787264:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.249792:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126829.250118:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005608192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 609us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.250138:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30480 00000100:00100000:3.0:1746126829.250149:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.252020:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997787264:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.252044:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.252054:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fda00, rc 0) 00000100:00100000:3.0:1746126829.252091:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005608064:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2612us (3063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.252097:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30479 00000100:00100000:0.0:1746126829.252566:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.252734:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005608320 00000100:00100000:2.0:1746126829.252740:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005608320 00010000:00010000:2.0:1746126829.252785:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.252804:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18197 00000100:00100000:2.0:1746126829.252810:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005608320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.252819:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.252838:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.252848:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.252864:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734ae89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8184 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.252945:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.252947:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.252954:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.253005:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.253029:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.253038:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.253048:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997787520:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.253354:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.254532:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.254579:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005608576 00000100:00100000:1.0:1746126829.254584:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005608576 00002000:00100000:1.0:1746126829.254614:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c380 x1830946005608576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.254623:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c380 with x1830946005608576 ext(0->4095) 00010000:00010000:1.0:1746126829.254629:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.254639:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.254649:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14c380 00000100:00100000:1.0:1746126829.254677:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3030 00000100:00100000:1.0:1746126829.254683:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005608576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.254818:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997787520:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.254830:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.254904:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005608320:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2093us (2337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.254911:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18197 00000100:00100000:1.0:1746126829.255591:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005608576:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 905us (1058us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.255597:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3030 00002000:00100000:1.0:1746126829.255602:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14c380 x1830946005608576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.255609:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14c380 with x1830946005608576 ext(0->4095) 00010000:00010000:1.0:1746126829.255614:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.255623:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.255628:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14c380 00000100:00100000:0.0:1746126829.257710:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.257817:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005608704 00000100:00100000:3.0:1746126829.257823:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005608704 00000100:00100000:3.0:1746126829.257906:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30481 00000100:00100000:3.0:1746126829.257911:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005608704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.257923:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.257934:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8199 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.257953:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.257958:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.257963:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126829.257966:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.257998:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.258008:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.258016:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc800, rc 0) 00000100:00100000:3.0:1746126829.258051:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005608704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.258056:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30481 00000100:00100000:0.0:1746126829.258384:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.258471:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005608832 00000100:00100000:3.0:1746126829.258475:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005608832 00010000:00010000:3.0:1746126829.258489:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.258504:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18198 00000100:00100000:3.0:1746126829.258510:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005608832:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.258517:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.258530:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.258539:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.258554:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734ae90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff818b expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.258740:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.258751:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.258756:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.258763:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.258780:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.258789:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.258853:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997787776:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.258915:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.260230:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997787776:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.260242:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.260275:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005608832:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1764us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.260283:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18198 00000100:00100000:0.0:1746126829.260501:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.260560:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005609088 00000100:00100000:1.0:1746126829.260565:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005609088 00002000:00100000:1.0:1746126829.260590:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174700 x1830946005609088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.260599:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174700 with x1830946005609088 ext(0->4095) 00010000:00010000:1.0:1746126829.260605:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.260622:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.260629:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174700 00000100:00100000:1.0:1746126829.260649:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3031 00000100:00100000:1.0:1746126829.260654:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005609088:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.260765:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005609088:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.260772:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3031 00002000:00100000:1.0:1746126829.260777:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174700 x1830946005609088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.260784:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174700 with x1830946005609088 ext(0->4095) 00010000:00010000:1.0:1746126829.260789:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.260798:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.260804:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174700 00000100:00100000:0.0:1746126829.262497:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.262540:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.262555:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005609216 00000100:00100000:2.0:1746126829.262560:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005609216 00000100:00100000:2.0:1746126829.262584:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30482 00000100:00100000:2.0:1746126829.262589:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005609216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.262602:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126829.262611:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005609344 00010000:00010000:2.0:1746126829.262612:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81a0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.262615:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005609344 00010000:00010000:3.0:1746126829.262629:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.262629:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.262634:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.262640:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.262642:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 52 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.262665:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18199 00000100:00100000:3.0:1746126829.262670:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2030:x1830946005609344:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.262671:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.262678:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.262681:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 52 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.262688:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00010000:00010000:3.0:1746126829.262690:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.262699:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.262711:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005609216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.262716:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30482 00010000:00010000:3.0:1746126829.262849:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734ae97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8192 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.262863:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.262864:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.262869:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.262875:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.262973:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.262982:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.262997:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788032:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.263107:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.264627:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788032:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.264636:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.264663:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2030:x1830946005609344:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1992us (2122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.264667:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18199 00000100:00100000:0.0:1746126829.264937:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.265007:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005609600 00000100:00100000:1.0:1746126829.265011:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005609600 00002000:00100000:1.0:1746126829.265034:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176300 x1830946005609600/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.265041:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176300 with x1830946005609600 ext(0->4095) 00010000:00010000:1.0:1746126829.265046:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.265053:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.265057:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099176300 00000100:00100000:1.0:1746126829.265074:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3032 00000100:00100000:1.0:1746126829.265079:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005609600:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126829.265186:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005609600:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.265191:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3032 00002000:00100000:1.0:1746126829.265196:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176300 x1830946005609600/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.265202:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176300 with x1830946005609600 ext(0->4095) 00010000:00010000:1.0:1746126829.265205:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.265213:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.265217:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099176300 00000100:00100000:0.0:1746126829.266252:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.266294:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005609728 00000100:00100000:3.0:1746126829.266298:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005609728 00010000:00010000:3.0:1746126829.266311:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.266338:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18200 00000100:00100000:3.0:1746126829.266343:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005609728:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.266350:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.266361:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.266369:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.266385:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734ae9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8199 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.266394:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.266396:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.266401:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 49 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.266408:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 49 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.266429:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 49 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.266438:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788160:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.266500:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.268003:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788160:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.268016:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.268046:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005609728:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1701us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.268053:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18200 00000100:00100000:0.0:1746126829.268186:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.268206:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005609984 00000100:00100000:1.0:1746126829.268211:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005609984 00002000:00100000:1.0:1746126829.268235:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175c00 x1830946005609984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.268249:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175c00 with x1830946005609984 ext(0->4095) 00002000:00010000:1.0:1746126829.268252:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175c00 00000100:00100000:1.0:1746126829.268266:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13935 00000100:00100000:1.0:1746126829.268271:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005609984:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.268368:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005609984:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (181us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.268374:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13935 00002000:00100000:1.0:1746126829.268379:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175c00 x1830946005609984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.268386:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175c00 with x1830946005609984 ext(0->4095) 00002000:00010000:1.0:1746126829.268388:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175c00 00000100:00100000:0.0:1746126829.269720:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.269769:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005610112 00000100:00100000:2.0:1746126829.269774:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005610112 00000100:00100000:2.0:1746126829.269801:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30483 00000100:00100000:2.0:1746126829.269806:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005610112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.269815:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.269826:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81a7 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.269845:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 49 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.269851:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.269852:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.269855:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.269874:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 49 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.269883:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 49 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.269893:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997788288:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.269952:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.270854:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997788288:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.270871:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.270879:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126829.270898:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005610112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1092us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.270904:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30483 00000100:00100000:0.0:1746126829.271047:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.271091:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005610240 00000100:00100000:3.0:1746126829.271096:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005610240 00010000:00010000:3.0:1746126829.271112:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 50 pid: 9597 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.271179:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18201 00000100:00100000:3.0:1746126829.271185:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005610240:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.271194:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.271207:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 50 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.271223:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 50 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.271238:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734aea5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a0 expref: 50 pid: 9597 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.271246:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.271247:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.271251:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.271257:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.271274:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.271282:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788416:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.271325:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e1263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.272700:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.272769:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005610496 00000100:00100000:1.0:1746126829.272774:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005610496 00000100:00100000:3.0:1746126829.272784:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788416:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.272797:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126829.272798:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177800 x1830946005610496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.272806:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177800 with x1830946005610496 ext(0->4095) 00002000:00010000:1.0:1746126829.272810:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099177800 00000100:00100000:3.0:1746126829.272821:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+49:2027:x1830946005610240:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1636us (1774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.272828:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18201 00000100:00100000:1.0:1746126829.272833:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13936 00000100:00100000:1.0:1746126829.272838:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005610496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.273245:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005610496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 406us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.273251:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13936 00002000:00100000:1.0:1746126829.273256:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177800 x1830946005610496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.273263:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177800 with x1830946005610496 ext(0->4095) 00002000:00010000:1.0:1746126829.273266:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099177800 00000100:00100000:0.0:1746126829.275328:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.275408:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005610624 00000100:00100000:2.0:1746126829.275414:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005610624 00000100:00100000:2.0:1746126829.275441:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30484 00000100:00100000:2.0:1746126829.275446:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+49:1765:x1830946005610624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.275457:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.275469:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81ae expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.275488:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.275494:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.275495:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.275498:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.275519:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.275527:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.275536:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997788544:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.275601:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.276573:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997788672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126829.276603:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126829.276676:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997788672 00000100:00100000:1.0:1746126829.276679:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997788672 00000100:00100000:1.0:1746126829.276706:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1746126829.276711:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997788672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746126829.276776:0:7256:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:1.0:1746126829.276815:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997788672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.276821:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1746126829.276878:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997788672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746126829.278715:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.278791:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.278860:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005610880 00000100:00100000:2.0:1746126829.278861:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997788544:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.278866:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005610880 00010000:00010000:2.0:1746126829.278880:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.278889:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.278897:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:3.0:1746126829.278908:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18202 00000100:00100000:3.0:1746126829.278914:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005610880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.278923:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126829.278927:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1765:x1830946005610624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3481us (3605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.278933:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30484 00010000:00010000:3.0:1746126829.278938:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.278945:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005610752 00010000:00010000:3.0:1746126829.278947:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.278948:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005610752 00010000:00010000:3.0:1746126829.278965:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aeac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81a7 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.278967:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30485 00000100:00100000:2.0:1746126829.278971:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005610752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.278978:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.278980:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.278980:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.278986:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.278990:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81b5 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.278992:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 50 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.279004:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.279010:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.279011:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.279014:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.279028:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.279037:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.280673:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.280674:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997788800:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.280683:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.280692:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788928:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.280762:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.280770:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.282203:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997788928:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.282204:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997788800:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.282217:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126829.282223:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.282236:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:3.0:1746126829.282255:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005610880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3339us (3462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.282255:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005610752:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3283us (3543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.282262:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30485 00000100:00100000:3.0:1746126829.282263:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18202 00000100:00100000:0.0:1746126829.282931:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.283242:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005611136 00000100:00100000:1.0:1746126829.283248:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005611136 00002000:00100000:1.0:1746126829.283278:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177480 x1830946005611136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.283286:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177480 with x1830946005611136 ext(0->4095) 00010000:00010000:1.0:1746126829.283293:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.283302:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.283308:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177480 00000100:00100000:1.0:1746126829.283332:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3033 00000100:00100000:1.0:1746126829.283339:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005611136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.283451:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005611136:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.283457:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3033 00002000:00100000:1.0:1746126829.283462:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177480 x1830946005611136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.283468:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177480 with x1830946005611136 ext(0->4095) 00010000:00010000:1.0:1746126829.283472:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.283481:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.283486:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177480 00000100:00100000:0.0:1746126829.284798:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.284865:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005611264 00000100:00100000:2.0:1746126829.284869:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005611264 00000100:00100000:2.0:1746126829.284894:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30486 00000100:00100000:2.0:1746126829.284903:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005611264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.284911:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.284923:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81bc expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.284940:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.284944:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.284949:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.284952:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.284985:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.284994:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.285002:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126829.285025:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005611264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.285030:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30486 00000100:00100000:0.0:1746126829.285053:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.285227:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005611392 00000100:00100000:2.0:1746126829.285230:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005611392 00010000:00010000:2.0:1746126829.285240:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.285252:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18203 00000100:00100000:2.0:1746126829.285255:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005611392:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.285261:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.285270:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.285277:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.285287:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aeb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ae expref: 51 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.285296:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.285297:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.285301:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.285305:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.285317:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.285325:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.285335:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789184:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.285388:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.286576:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789184:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.286588:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.286611:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005611392:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1353us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.286617:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18203 00000100:00100000:0.0:1746126829.286786:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.286874:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005611648 00000100:00100000:2.0:1746126829.286879:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005611648 00002000:00100000:2.0:1746126829.286903:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175f80 x1830946005611648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.287112:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175f80 with x1830946005611648 ext(0->4095) 00010000:00010000:2.0:1746126829.287119:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.287163:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.287169:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175f80 00000100:00100000:2.0:1746126829.287187:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3034 00000100:00100000:2.0:1746126829.287192:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005611648:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.287284:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005611648:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.287290:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3034 00002000:00100000:2.0:1746126829.287295:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099175f80 x1830946005611648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.287302:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175f80 with x1830946005611648 ext(0->4095) 00010000:00010000:2.0:1746126829.287306:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.287315:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 50 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.287320:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099175f80 00000100:00100000:0.0:1746126829.288514:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.288804:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005611776 00000100:00100000:2.0:1746126829.288809:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005611776 00000100:00100000:2.0:1746126829.288839:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30487 00000100:00100000:2.0:1746126829.288844:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005611776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.288854:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.288864:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81c3 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.288880:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.288885:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.288890:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.288892:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.289044:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126829.289095:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.289108:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.289117:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126829.289180:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005611776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 335us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.289185:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30487 00000100:00100000:3.0:1746126829.289259:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005611904 00000100:00100000:3.0:1746126829.289264:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005611904 00010000:00010000:3.0:1746126829.289280:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 51 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.289299:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18204 00000100:00100000:3.0:1746126829.289304:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005611904:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.289311:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.289326:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 51 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.289336:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 51 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.289351:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734aeba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81b5 expref: 51 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.289518:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.289521:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.289528:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.289535:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.289555:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.289565:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 5 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.289575:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789440:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.289643:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.291637:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789440:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.291652:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.291693:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2028:x1830946005611904:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2388us (2648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.291701:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18204 00000100:00100000:0.0:1746126829.292272:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.292309:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005612160 00000100:00100000:2.0:1746126829.292315:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005612160 00002000:00100000:2.0:1746126829.292342:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177b80 x1830946005612160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.292356:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177b80 with x1830946005612160 ext(0->4095) 00010000:00010000:2.0:1746126829.292363:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.292374:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.292380:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177b80 00000100:00100000:2.0:1746126829.292405:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3035 00000100:00100000:2.0:1746126829.292411:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005612160:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126829.292712:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005612160:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 300us (440us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.292718:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3035 00002000:00100000:2.0:1746126829.292723:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099177b80 x1830946005612160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.292730:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099177b80 with x1830946005612160 ext(0->4095) 00010000:00010000:2.0:1746126829.292735:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.292754:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.292760:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099177b80 00000100:00100000:0.0:1746126829.294844:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.294899:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005612288 00000100:00100000:3.0:1746126829.294905:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005612288 00010000:00010000:3.0:1746126829.294929:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.294970:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18205 00000100:00100000:3.0:1746126829.294977:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005612288:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.294987:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.295001:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.295011:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.295030:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aec1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81bc expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.295043:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.295045:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.295051:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.295059:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.295087:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.295097:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789568:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.295180:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.298114:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.298734:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005612544 00000100:00100000:2.0:1746126829.298741:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005612544 00002000:00100000:2.0:1746126829.298787:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b9180 x1830946005612544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.298795:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9180 with x1830946005612544 ext(0->4095) 00002000:00010000:2.0:1746126829.298800:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b9180 00000100:00100000:3.0:1746126829.298811:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789568:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.298828:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.298941:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13937 00000100:00100000:2.0:1746126829.298978:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005612544:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.299100:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005612288:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4123us (4261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.299109:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18205 00000100:00100000:2.0:1746126829.299196:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005612544:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 249us (1089us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.299201:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13937 00002000:00100000:2.0:1746126829.299206:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b9180 x1830946005612544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.299212:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9180 with x1830946005612544 ext(0->4095) 00002000:00010000:2.0:1746126829.299214:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b9180 00000100:00100000:0.0:1746126829.300798:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.300882:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005612672 00000100:00100000:2.0:1746126829.300887:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005612672 00000100:00100000:2.0:1746126829.300912:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30488 00000100:00100000:2.0:1746126829.300918:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005612672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.300930:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.300941:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81ca expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.300962:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.300974:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.300975:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.300979:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.301002:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.301012:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.301023:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997789696:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.301430:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.303985:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997789696:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.304008:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.304022:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126829.304055:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005612672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3137us (3261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.304062:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30488 00000100:00100000:0.0:1746126829.307283:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.307357:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005612800 00000100:00100000:3.0:1746126829.307364:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005612800 00010000:00010000:3.0:1746126829.307395:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.307434:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18206 00000100:00100000:3.0:1746126829.307441:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005612800:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.307454:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.307472:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.307484:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.307506:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aec8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81c3 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.307530:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.307532:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.307538:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.307546:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.307576:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.307588:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789824:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.307663:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.307855:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.307980:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005612928 00000100:00100000:2.0:1746126829.307984:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005612928 00000100:00100000:2.0:1746126829.308002:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30489 00000100:00100000:2.0:1746126829.308007:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005612928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.308018:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.308027:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81d1 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.308041:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.308046:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.308048:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.308050:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.308066:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.308074:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.308082:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997789952:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.308105:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.311173:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997789824:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126829.311173:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997789952:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.311189:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126829.311196:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126829.311209:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:3.0:1746126829.311238:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005612800:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3796us (3961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.311248:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18206 00000100:00100000:0.0:1746126829.312400:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:1764:x1830946005612928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4389us (4542us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126829.312407:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30489 00000100:00100000:1.0:1746126829.312527:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.312711:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005613184 00000100:00100000:3.0:1746126829.312717:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005613184 00002000:00100000:3.0:1746126829.312759:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7480 x1830946005613184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.312768:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7480 with x1830946005613184 ext(0->4095) 00010000:00010000:3.0:1746126829.312775:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.312786:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.312791:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7480 00000100:00100000:3.0:1746126829.313911:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3036 00000100:00100000:3.0:1746126829.313919:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005613184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.314075:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005613184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (1547us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.314081:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3036 00002000:00100000:3.0:1746126829.314087:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7480 x1830946005613184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.314094:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7480 with x1830946005613184 ext(0->4095) 00010000:00010000:3.0:1746126829.314099:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.314109:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.314115:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a7480 00000100:00100000:0.0:1746126829.319207:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.319278:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005613312 00000100:00100000:3.0:1746126829.319287:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005613312 00010000:00010000:3.0:1746126829.319318:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.319354:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18207 00000100:00100000:3.0:1746126829.319361:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005613312:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.319374:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.319391:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.319402:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.319422:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aecf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ca expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.319450:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.319452:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.319458:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.319465:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.319491:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.319502:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790080:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.319724:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.322667:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790080:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.322682:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.322724:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005613312:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3363us (3522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.322736:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18207 00000100:00100000:0.0:1746126829.322792:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.322977:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005613568 00000100:00100000:3.0:1746126829.322982:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005613568 00002000:00100000:3.0:1746126829.323008:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b9880 x1830946005613568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.323023:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9880 with x1830946005613568 ext(0->4095) 00002000:00010000:3.0:1746126829.323026:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b9880 00000100:00100000:3.0:1746126829.323050:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13938 00000100:00100000:3.0:1746126829.323056:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005613568:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.324117:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005613568:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1059us (1324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.324199:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13938 00002000:00100000:3.0:1746126829.324207:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b9880 x1830946005613568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.324215:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b9880 with x1830946005613568 ext(0->4095) 00002000:00010000:3.0:1746126829.324219:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1b9880 00000100:00100000:0.0:1746126829.326891:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.326951:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005613696 00000100:00100000:2.0:1746126829.326957:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005613696 00000100:00100000:2.0:1746126829.327000:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30490 00000100:00100000:2.0:1746126829.327006:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005613696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.327021:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.327035:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81d8 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.327062:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.327069:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.327070:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.327074:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.327099:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 49 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.327109:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 49 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.327118:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997790208:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.327221:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.332394:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997790208:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.332421:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.332435:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126829.332473:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005613696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5466us (5586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.332480:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30490 00000100:00100000:0.0:1746126829.338707:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.338911:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005613824 00000100:00100000:1.0:1746126829.338918:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005613824 00002000:00100000:1.0:1746126829.338956:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b1ba300 x1830946005613824/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.338965:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1ba300 with x1830946005613824 ext(0->7) 00010000:00010000:1.0:1746126829.338973:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746126829.338989:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 50 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746126829.338995:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1ba300 00000100:00100000:1.0:1746126829.339699:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3037 00000100:00100000:1.0:1746126829.339707:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+50:2027:x1830946005613824:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126829.340574:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005613824:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 866us (1873us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746126829.340591:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3037 00002000:00100000:0.0:1746126829.340598:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b1ba300 x1830946005613824/t4294970678(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.340605:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1ba300 with x1830946005613824 ext(0->7) 00010000:00010000:0.0:1746126829.340611:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746126829.340621:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746126829.340627:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1ba300 00000100:00100000:0.0:1746126829.343219:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.343276:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005613952 00000100:00100000:3.0:1746126829.343283:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005613952 00010000:00010000:3.0:1746126829.343309:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.343336:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18208 00000100:00100000:3.0:1746126829.343342:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2029:x1830946005613952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.343352:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126829.343365:0:7239:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126829 -> 1746126830 00002000:00010000:3.0:1746126829.343367:0:7239:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126829 -> 1746126830 00010000:00010000:3.0:1746126829.343373:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.343387:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.343405:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734aed6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d1 expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.343432:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.343433:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.343439:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.343446:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.343478:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.343487:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790336:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.343687:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.346347:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790336:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.346363:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.346406:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2029:x1830946005613952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3062us (3190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.346415:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18208 00000100:00100000:0.0:1746126829.347052:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.347364:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005614208 00000100:00100000:3.0:1746126829.347369:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005614208 00002000:00100000:3.0:1746126829.347398:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1baa00 x1830946005614208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.347408:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1baa00 with x1830946005614208 ext(0->4095) 00002000:00010000:3.0:1746126829.347412:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1baa00 00000100:00100000:3.0:1746126829.347423:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13939 00000100:00100000:3.0:1746126829.347428:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005614208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.347523:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005614208:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.347529:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13939 00002000:00100000:3.0:1746126829.347534:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1baa00 x1830946005614208/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.347542:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1baa00 with x1830946005614208 ext(0->4095) 00002000:00010000:3.0:1746126829.347544:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1baa00 00000100:00100000:0.0:1746126829.351199:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.351318:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005614336 00000100:00100000:2.0:1746126829.351325:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005614336 00000100:00100000:2.0:1746126829.351359:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30491 00000100:00100000:2.0:1746126829.351366:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1765:x1830946005614336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.351379:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.351866:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81df expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.351891:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.351898:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.351900:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.351903:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.351926:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.351936:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.351947:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997790464:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.352019:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b005e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.353570:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.353950:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005614464 00000100:00100000:2.0:1746126829.353958:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005614464 00000100:00100000:2.0:1746126829.353989:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30492 00000100:00100000:2.0:1746126829.353995:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005614464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.354008:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.354019:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81e6 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.354038:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.354042:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.354048:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.354051:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.354077:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.354086:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.354094:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126829.354151:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946005614464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.354157:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30492 00000100:00100000:2.0:1746126829.354487:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997790464:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.354501:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.354508:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126829.354524:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005614336:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3159us (3333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.354531:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30491 00000100:00100000:0.0:1746126829.355241:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.355290:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005614592 00000100:00100000:3.0:1746126829.355295:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005614592 00010000:00010000:3.0:1746126829.355313:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.355336:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18209 00000100:00100000:3.0:1746126829.355341:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005614592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.355350:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.355364:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.355378:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.355393:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734aedd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81d8 expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.355410:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.355412:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.355417:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.355424:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.355450:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.355462:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.355475:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790720:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.355529:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.356776:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790720:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126829.356788:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126829.356789:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.356852:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005614848 00000100:00100000:2.0:1746126829.356856:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005614848 00002000:00100000:2.0:1746126829.356887:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b8a80 x1830946005614848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.356895:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b8a80 with x1830946005614848 ext(0->4095) 00010000:00010000:2.0:1746126829.356901:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.356912:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.356922:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1b8a80 00000100:00100000:2.0:1746126829.356948:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3038 00000100:00100000:2.0:1746126829.356954:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005614848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.357055:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005614592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1713us (1814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.357068:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18209 00000100:00100000:2.0:1746126829.357197:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005614848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 243us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.357204:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3038 00002000:00100000:2.0:1746126829.357209:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1b8a80 x1830946005614848/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.357216:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1b8a80 with x1830946005614848 ext(0->4095) 00010000:00010000:2.0:1746126829.357220:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.357233:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.357238:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1b8a80 00000100:00100000:0.0:1746126829.359308:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.359931:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.360274:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005614976 00000100:00100000:2.0:1746126829.360281:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005614976 00000100:00100000:3.0:1746126829.360458:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005615104 00000100:00100000:3.0:1746126829.360462:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005615104 00010000:00010000:3.0:1746126829.360480:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.360989:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30493 00000100:00100000:2.0:1746126829.360996:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005614976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.361007:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.361018:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81ed expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.361037:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.361041:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.361047:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.361050:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.361078:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.361088:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.361096:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126829.361153:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005614976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.361158:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30493 00000100:00100000:3.0:1746126829.361213:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18210 00000100:00100000:3.0:1746126829.361219:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2030:x1830946005615104:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.361226:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.361245:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.361255:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.361269:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734aee4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81df expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.361280:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.361282:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.361287:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.361293:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.361310:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.361319:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.361329:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790976:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.361732:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.364024:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997790976:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.364038:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.364069:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2030:x1830946005615104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2850us (4138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.364077:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18210 00000100:00100000:0.0:1746126829.364246:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.364394:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005615360 00000100:00100000:3.0:1746126829.364399:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005615360 00002000:00100000:3.0:1746126829.364421:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425500 x1830946005615360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.364429:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425500 with x1830946005615360 ext(0->4095) 00010000:00010000:3.0:1746126829.364435:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.364445:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.364451:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425500 00000100:00100000:3.0:1746126829.364469:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3039 00000100:00100000:3.0:1746126829.364475:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005615360:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.364778:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005615360:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 302us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.364783:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3039 00002000:00100000:3.0:1746126829.364789:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425500 x1830946005615360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.364796:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425500 with x1830946005615360 ext(0->4095) 00010000:00010000:3.0:1746126829.364800:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.364808:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.364813:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425500 00000100:00100000:0.0:1746126829.366611:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.366661:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005615488 00000100:00100000:0.0:1746126829.366661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.366667:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005615488 00000100:00100000:2.0:1746126829.366697:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30494 00000100:00100000:2.0:1746126829.366703:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005615488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.366715:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.366727:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81f4 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.366758:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.366764:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.366769:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.366772:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.366800:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.366811:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.366819:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126829.366862:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005615488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.366870:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30494 00000100:00100000:3.0:1746126829.366903:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005615616 00000100:00100000:3.0:1746126829.366907:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005615616 00010000:00010000:3.0:1746126829.366923:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 53 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.366943:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18211 00000100:00100000:3.0:1746126829.366949:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005615616:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.366956:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.366969:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 53 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.366977:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 53 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.366991:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734aeeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81e6 expref: 53 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.367003:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.367005:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.367010:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.367015:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.367033:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.367041:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 5 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.367050:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997791232:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.367096:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.368683:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997791232:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.368693:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.368730:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005615616:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1780us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.368737:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18211 00000100:00100000:0.0:1746126829.368845:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.369026:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005615872 00000100:00100000:3.0:1746126829.369297:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005615872 00002000:00100000:3.0:1746126829.369322:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425180 x1830946005615872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.369331:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425180 with x1830946005615872 ext(0->4095) 00010000:00010000:3.0:1746126829.369337:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.369348:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.369353:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425180 00000100:00100000:3.0:1746126829.369379:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3040 00000100:00100000:3.0:1746126829.369385:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005615872:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.369487:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005615872:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (642us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.369493:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3040 00002000:00100000:3.0:1746126829.369498:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425180 x1830946005615872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.369505:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425180 with x1830946005615872 ext(0->4095) 00010000:00010000:3.0:1746126829.369509:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.369517:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00002000:00010000:3.0:1746126829.369523:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425180 00000100:00100000:0.0:1746126829.372442:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.372598:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005616000 00000100:00100000:3.0:1746126829.372604:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005616000 00010000:00010000:3.0:1746126829.372630:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.372650:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18212 00000100:00100000:3.0:1746126829.372656:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005616000:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.372666:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.372681:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.372691:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.372707:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734aef2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81ed expref: 6 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.372731:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.372733:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.372738:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.372755:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.372779:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.372793:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997791360:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.373176:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.375317:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.375455:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997791360:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.375468:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.375496:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005616000:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2840us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.375504:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18212 00000100:00100000:1.0:1746126829.375563:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005616256 00000100:00100000:1.0:1746126829.375568:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005616256 00002000:00100000:1.0:1746126829.375597:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098426300 x1830946005616256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.375606:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946005616256 ext(0->4095) 00002000:00010000:1.0:1746126829.375610:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098426300 00000100:00100000:1.0:1746126829.375634:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13940 00000100:00100000:1.0:1746126829.375640:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005616256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.375726:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005616256:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.375732:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13940 00002000:00100000:1.0:1746126829.375736:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098426300 x1830946005616256/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.375755:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426300 with x1830946005616256 ext(0->4095) 00002000:00010000:1.0:1746126829.375758:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098426300 00000100:00100000:0.0:1746126829.377937:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.377988:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005616384 00000100:00100000:2.0:1746126829.377993:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005616384 00000100:00100000:2.0:1746126829.378033:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30495 00000100:00100000:2.0:1746126829.378040:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005616384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.378050:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.378063:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff81fb expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.378085:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.378092:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.378093:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.378096:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.378120:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.378151:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 51 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.378161:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997791488:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.378760:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.379936:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997791488:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.379957:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.379966:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126829.380000:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005616384:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1961us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.380007:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30495 00000100:00100000:0.0:1746126829.380245:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.380419:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005616512 00000100:00100000:3.0:1746126829.380424:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005616512 00010000:00010000:3.0:1746126829.380441:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.380458:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18213 00000100:00100000:3.0:1746126829.380464:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005616512:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.380472:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.380487:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.380496:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.380512:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734aef9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81f4 expref: 52 pid: 21550 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.380525:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.380527:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.380532:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.380539:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.380558:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.380567:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997791616:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.380614:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.382712:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997791616:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.382727:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.383518:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005616512:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3052us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.383526:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18213 00000100:00100000:0.0:1746126829.383685:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.383762:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005616768 00000100:00100000:3.0:1746126829.383767:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005616768 00002000:00100000:3.0:1746126829.383795:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425880 x1830946005616768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.383804:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425880 with x1830946005616768 ext(0->4095) 00002000:00010000:3.0:1746126829.383808:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098425880 00000100:00100000:3.0:1746126829.383821:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13941 00000100:00100000:3.0:1746126829.383827:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005616768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.383912:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005616768:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (227us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.383918:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13941 00002000:00100000:3.0:1746126829.383923:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425880 x1830946005616768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.383930:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425880 with x1830946005616768 ext(0->4095) 00002000:00010000:3.0:1746126829.383933:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098425880 00000100:00100000:0.0:1746126829.386166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.386240:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005616896 00000100:00100000:3.0:1746126829.386246:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005616896 00000100:00100000:3.0:1746126829.386279:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30496 00000100:00100000:3.0:1746126829.386285:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005616896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.386298:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.386311:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8202 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.386335:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.386341:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.386343:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.386346:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.386370:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.386379:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 5 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.386400:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997791744:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.387049:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.387145:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.387175:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005617024 00000100:00100000:2.0:1746126829.387178:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005617024 00000100:00100000:2.0:1746126829.387200:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30497 00000100:00100000:2.0:1746126829.387205:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005617024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.387211:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.387219:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8209 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.387230:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.387234:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.387239:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.387241:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.387260:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.387269:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.387283:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126829.387318:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1765:x1830946005617024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.387323:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30497 00000100:00100000:0.0:1746126829.389240:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.389243:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997791744:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.389262:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.389273:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:3.0:1746126829.389302:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005616896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3017us (3141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.389309:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30496 00000100:00100000:2.0:1746126829.389460:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005617152 00000100:00100000:2.0:1746126829.389464:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005617152 00010000:00010000:2.0:1746126829.389483:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.389512:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18214 00000100:00100000:2.0:1746126829.389517:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005617152:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.389525:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.389539:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.389548:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.389565:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734af00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff81fb expref: 6 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.389577:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.389578:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.389583:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.389593:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.389611:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.389620:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 52 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746126829.389628:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997792000:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.389664:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.392122:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.392209:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997792000:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.392223:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.392257:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005617152:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2739us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.392264:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18214 00000100:00100000:2.0:1746126829.392833:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005617408 00000100:00100000:2.0:1746126829.392838:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005617408 00002000:00100000:2.0:1746126829.392865:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2d80 x1830946005617408/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.392873:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2d80 with x1830946005617408 ext(0->4095) 00010000:00010000:2.0:1746126829.392880:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.392891:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.392897:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2d80 00000100:00100000:2.0:1746126829.392920:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3041 00000100:00100000:2.0:1746126829.392926:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005617408:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.393025:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005617408:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.393030:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3041 00002000:00100000:2.0:1746126829.393034:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b2d80 x1830946005617408/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.393041:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b2d80 with x1830946005617408 ext(0->4095) 00010000:00010000:2.0:1746126829.393046:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746126829.393054:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00002000:00010000:2.0:1746126829.393059:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b2d80 00000100:00100000:0.0:1746126829.395057:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.396905:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005617536 00000100:00100000:2.0:1746126829.396916:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005617536 00010000:00010000:3.0:1746126829.397540:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746126829.397787:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18215 00000100:00100000:3.0:1746126829.397794:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2030:x1830946005617536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.397807:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.397823:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.397835:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.397856:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734af07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8202 expref: 53 pid: 9594 timeout: 824 lvb_type: 0 00010000:00010000:3.0:1746126829.397889:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.397891:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.397898:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.397904:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.397933:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.397945:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997792128:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.398578:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.404286:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.404380:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005617792 00000100:00100000:2.0:1746126829.404389:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005617792 00002000:00100000:2.0:1746126829.404427:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3100 x1830946005617792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.404437:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3100 with x1830946005617792 ext(0->4095) 00002000:00010000:2.0:1746126829.404442:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b3100 00000100:00100000:2.0:1746126829.404461:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13942 00000100:00100000:2.0:1746126829.404467:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005617792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.404593:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005617792:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.404599:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13942 00002000:00100000:2.0:1746126829.404604:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b3100 x1830946005617792/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.404610:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b3100 with x1830946005617792 ext(0->4095) 00002000:00010000:2.0:1746126829.404612:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b3100 00000100:00100000:3.0:1746126829.404805:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997792128:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.404821:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.404848:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2030:x1830946005617536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7055us (9794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.404855:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18215 00000100:00100000:0.0:1746126829.410538:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.410705:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005617920 00000100:00100000:3.0:1746126829.410713:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005617920 00000100:00100000:3.0:1746126829.410764:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30498 00000100:00100000:3.0:1746126829.410771:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005617920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.410786:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.410800:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8210 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.410828:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.410835:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.410836:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.410839:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.410863:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.410873:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 51 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.410883:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997792256:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.410964:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.412487:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997792256:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.412506:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.412518:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd400, rc 0) 00000100:00100000:3.0:1746126829.412554:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005617920:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1783us (2023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.412561:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30498 00000100:00100000:0.0:1746126829.413574:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.413604:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.413614:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005618048 00000100:00100000:3.0:1746126829.413619:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005618048 00010000:00010000:3.0:1746126829.413639:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 52 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.413666:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005618176 00000100:00100000:3.0:1746126829.413667:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18216 00000100:00100000:2.0:1746126829.413669:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005618176 00000100:00100000:3.0:1746126829.413672:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005618048:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.413680:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126829.413691:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30499 00010000:00010000:3.0:1746126829.413694:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.413696:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005618176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.413703:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.413705:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.413713:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8217 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.413718:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734af0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8209 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.413723:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.413728:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.413733:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.413736:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.413805:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.413807:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.413813:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.413819:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.413837:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.413867:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.413877:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997792384:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.413878:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.413884:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.413891:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997792512:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.414071:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.414379:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.415457:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b530a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997792384:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.415473:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.415482:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:0.0:1746126829.415509:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.415537:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005618176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1840us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.415543:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30499 00000100:00100000:3.0:1746126829.415548:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997792512:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.415556:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.415565:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005618432 00000100:00100000:2.0:1746126829.415568:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005618432 00002000:00100000:2.0:1746126829.415590:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b0380 x1830946005618432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.415598:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0380 with x1830946005618432 ext(0->4095) 00010000:00010000:2.0:1746126829.415602:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.415611:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.415621:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b0380 00000100:00100000:3.0:1746126829.415718:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005618048:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2044us (2144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.415724:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18216 00000100:00100000:2.0:1746126829.415879:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3042 00000100:00100000:2.0:1746126829.415886:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005618432:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.415963:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005618432:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 78us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.415968:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3042 00002000:00100000:2.0:1746126829.415973:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800991b0380 x1830946005618432/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.415980:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0380 with x1830946005618432 ext(0->4095) 00010000:00010000:2.0:1746126829.415984:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.415992:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.415997:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991b0380 00000100:00100000:0.0:1746126829.418002:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.418080:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005618560 00000100:00100000:3.0:1746126829.418085:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005618560 00010000:00010000:3.0:1746126829.418109:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.418793:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18217 00000100:00100000:1.0:1746126829.418803:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005618560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126829.418813:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126829.418829:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.418839:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.418856:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734af15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8210 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.418883:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.418884:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.418890:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.418896:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.418921:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.418931:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997792640:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126829.418991:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.420658:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997792640:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126829.420675:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126829.420891:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005618560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2088us (2892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.420898:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18217 00000100:00100000:2.0:1746126829.421387:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.421999:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005618816 00000100:00100000:3.0:1746126829.422005:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005618816 00002000:00100000:3.0:1746126829.422042:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a300 x1830946005618816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.422050:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946005618816 ext(0->4095) 00002000:00010000:3.0:1746126829.422054:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530a300 00000100:00100000:3.0:1746126829.422070:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13943 00000100:00100000:3.0:1746126829.422076:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2029:x1830946005618816:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126829.422279:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2029:x1830946005618816:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 202us (892us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.422285:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13943 00002000:00100000:3.0:1746126829.422291:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b530a300 x1830946005618816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.422298:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b530a300 with x1830946005618816 ext(0->4095) 00002000:00010000:3.0:1746126829.422301:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b530a300 00000100:00100000:0.0:1746126829.423835:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.424263:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005618944 00000100:00100000:2.0:1746126829.424267:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005618944 00000100:00100000:2.0:1746126829.424456:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30500 00000100:00100000:2.0:1746126829.424463:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005618944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.424474:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.424485:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff821e expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.424511:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.424522:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.424523:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.424526:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.424549:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 51 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.424559:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 51 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.424569:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997792768:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.424637:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.425836:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997792768:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.425854:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.425865:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126829.425890:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005618944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1427us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.426042:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30500 00000100:00100000:0.0:1746126829.426314:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.426371:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005619072 00000100:00100000:1.0:1746126829.426376:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005619072 00010000:00010000:1.0:1746126829.426394:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 52 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.426421:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18218 00000100:00100000:1.0:1746126829.426426:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005619072:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126829.426435:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126829.426450:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 52 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.426459:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 52 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.426476:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734af1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8217 expref: 52 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.426499:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.426501:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.426507:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.426514:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.426539:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.426548:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997792896:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126829.426599:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.429998:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997792896:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126829.430016:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126829.430048:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2028:x1830946005619072:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3621us (3735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.430055:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18218 00000100:00100000:0.0:1746126829.430816:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.430863:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005619328 00000100:00100000:3.0:1746126829.430868:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005619328 00002000:00100000:3.0:1746126829.430897:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67e300 x1830946005619328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.430906:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e300 with x1830946005619328 ext(0->4095) 00002000:00010000:3.0:1746126829.430910:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67e300 00000100:00100000:3.0:1746126829.430932:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13944 00000100:00100000:3.0:1746126829.430937:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005619328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.431033:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005619328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (219us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.431038:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13944 00002000:00100000:3.0:1746126829.431042:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67e300 x1830946005619328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.431048:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e300 with x1830946005619328 ext(0->4095) 00002000:00010000:3.0:1746126829.431051:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67e300 00000100:00100000:0.0:1746126829.432475:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.432525:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005619456 00000100:00100000:2.0:1746126829.432530:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005619456 00000100:00100000:2.0:1746126829.432565:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30501 00000100:00100000:2.0:1746126829.432571:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005619456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.432581:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.432593:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8225 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.432612:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.432618:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.432620:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.432623:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 52 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.432646:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.432656:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 5 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.432665:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997793024:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.432738:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.436218:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.436291:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005619584 00000100:00100000:3.0:1746126829.436298:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005619584 00000100:00100000:0.0:1746126829.436326:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.436352:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30502 00000100:00100000:3.0:1746126829.436359:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005619584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.436372:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.436385:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff822c expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.436396:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997793024:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.436405:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.436410:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.436415:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.436417:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.436429:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.436433:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005619712 00000100:00100000:1.0:1746126829.436437:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005619712 00010000:00010000:2.0:1746126829.436442:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00010000:00010000:3.0:1746126829.436443:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 54 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.436453:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.436471:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18219 00000100:00100000:2.0:1746126829.436473:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946005619456:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3903us (4002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.436475:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005619712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126829.436479:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30501 00010000:00010000:1.0:1746126829.436481:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126829.436495:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.436504:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.436518:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff821e expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.436530:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.436532:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.436537:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.436543:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.436560:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.436569:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.436579:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997793280:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126829.436631:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126829.436934:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.436956:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd200, rc 0) 00000100:00100000:3.0:1746126829.436987:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005619584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 629us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.436993:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30502 00000100:00100000:1.0:1746126829.439682:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997793280:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126829.439699:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126829.439752:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005619712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3267us (3417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.439761:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18219 00000100:00100000:0.0:1746126829.440687:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.440971:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005619968 00000100:00100000:3.0:1746126829.440976:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005619968 00002000:00100000:3.0:1746126829.441009:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67e680 x1830946005619968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.441018:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e680 with x1830946005619968 ext(0->4095) 00010000:00010000:3.0:1746126829.441024:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.441040:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.441045:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67e680 00000100:00100000:3.0:1746126829.441071:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3043 00000100:00100000:3.0:1746126829.441077:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2029:x1830946005619968:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126829.441222:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2029:x1830946005619968:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.441228:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3043 00002000:00100000:3.0:1746126829.441233:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67e680 x1830946005619968/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.441240:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67e680 with x1830946005619968 ext(0->4095) 00010000:00010000:3.0:1746126829.441244:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.441252:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.441257:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67e680 00000100:00100000:0.0:1746126829.443198:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.443228:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005620096 00000100:00100000:1.0:1746126829.443232:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005620096 00010000:00010000:1.0:1746126829.443255:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.443570:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18220 00000100:00100000:1.0:1746126829.443578:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005620096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126829.443588:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126829.443602:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.443612:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.443631:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734af2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8225 expref: 53 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.443755:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.443758:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.443765:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.443773:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.443798:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.443809:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997793408:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126829.444201:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.447320:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.447410:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997793408:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126829.447427:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126829.447474:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005620096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3896us (4279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.447484:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18220 00000100:00100000:3.0:1746126829.447561:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005620352 00000100:00100000:3.0:1746126829.447567:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005620352 00002000:00100000:3.0:1746126829.447597:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67d880 x1830946005620352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.447605:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d880 with x1830946005620352 ext(0->4095) 00002000:00010000:3.0:1746126829.447609:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67d880 00000100:00100000:3.0:1746126829.447623:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13945 00000100:00100000:3.0:1746126829.447627:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005620352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.447719:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005620352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.447725:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13945 00002000:00100000:3.0:1746126829.447729:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67d880 x1830946005620352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.447736:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67d880 with x1830946005620352 ext(0->4095) 00002000:00010000:3.0:1746126829.447739:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67d880 00000100:00100000:0.0:1746126829.449763:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.449865:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005620480 00000100:00100000:3.0:1746126829.449871:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005620480 00000100:00100000:3.0:1746126829.449900:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30503 00000100:00100000:3.0:1746126829.449906:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005620480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.449919:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.449932:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8233 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.449954:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.449961:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.449962:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.449965:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.449999:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.450009:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 51 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.450020:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997793536:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.450492:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.452875:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997793536:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.452896:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.452909:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126829.452953:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005620480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3046us (3194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.452960:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30503 00000100:00100000:0.0:1746126829.453281:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.453606:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005620608 00000100:00100000:2.0:1746126829.453612:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005620608 00010000:00010000:2.0:1746126829.453634:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.453663:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18221 00000100:00100000:2.0:1746126829.453668:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005620608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.453678:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.453693:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.453703:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.453720:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734af31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff822c expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.453769:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.453771:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.453777:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.453788:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.453812:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.454491:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997793664:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.455057:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.457927:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.457967:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.458039:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997793664:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.458056:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.458097:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:2027:x1830946005620608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4426us (4814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.458106:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18221 00000100:00100000:1.0:1746126829.458300:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005620864 00000100:00100000:1.0:1746126829.458305:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005620864 00002000:00100000:1.0:1746126829.458334:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d9f80 x1830946005620864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.458343:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d9f80 with x1830946005620864 ext(0->4095) 00002000:00010000:1.0:1746126829.458346:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990d9f80 00000100:00100000:1.0:1746126829.458362:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13946 00000100:00100000:1.0:1746126829.458367:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005620864:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.458455:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005620864:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.458460:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13946 00002000:00100000:1.0:1746126829.458465:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d9f80 x1830946005620864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.458471:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d9f80 with x1830946005620864 ext(0->4095) 00002000:00010000:1.0:1746126829.458473:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990d9f80 00000100:00100000:3.0:1746126829.458632:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005620992 00000100:00100000:3.0:1746126829.458636:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005620992 00000100:00100000:3.0:1746126829.458665:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30504 00000100:00100000:3.0:1746126829.458670:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+51:1764:x1830946005620992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.458678:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.458689:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff823a expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.458707:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.458713:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.458715:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.458717:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.458739:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.458888:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.458899:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997793792:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.458939:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.461239:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997793792:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.461261:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.461273:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fce00, rc 0) 00000100:00100000:3.0:1746126829.461301:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005620992:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2630us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.461308:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30504 00000100:00100000:0.0:1746126829.463615:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.463667:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.463963:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005621248 00000100:00100000:2.0:1746126829.463970:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005621248 00010000:00010000:2.0:1746126829.463997:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.464071:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005621120 00000100:00100000:3.0:1746126829.464075:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005621120 00000100:00100000:3.0:1746126829.464108:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30505 00000100:00100000:3.0:1746126829.464115:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1765:x1830946005621120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.464152:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.464163:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8241 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.464182:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.464187:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.464192:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.464195:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.464222:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.464233:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.464242:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc800, rc 0) 00000100:00100000:2.0:1746126829.464406:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18222 00000100:00100000:2.0:1746126829.464412:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005621248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.464420:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.464435:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.464445:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.464460:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8233 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.464486:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.464488:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.464493:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.464499:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.464518:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.464528:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.464537:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794048:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.464898:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1765:x1830946005621120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 782us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.464904:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30505 00000100:00100000:2.0:1746126829.464994:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.467595:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794048:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.467612:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.467641:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005621248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3227us (3973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.467648:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18222 00000100:00100000:0.0:1746126829.467850:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.468112:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005621504 00000100:00100000:3.0:1746126829.468118:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005621504 00002000:00100000:3.0:1746126829.468165:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0380 x1830946005621504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.468174:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0380 with x1830946005621504 ext(0->4095) 00010000:00010000:3.0:1746126829.468180:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.468191:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.468197:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0380 00000100:00100000:3.0:1746126829.468222:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3044 00000100:00100000:3.0:1746126829.468228:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005621504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.468320:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005621504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.468325:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3044 00002000:00100000:3.0:1746126829.468330:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0380 x1830946005621504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.468337:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0380 with x1830946005621504 ext(0->4095) 00010000:00010000:3.0:1746126829.468341:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.468349:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.468358:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0380 00000100:00100000:0.0:1746126829.471761:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.471825:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005621632 00000100:00100000:3.0:1746126829.471831:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005621632 00010000:00010000:3.0:1746126829.471855:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.471875:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18223 00000100:00100000:3.0:1746126829.471880:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005621632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.471890:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.471904:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.471914:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.471930:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734af3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff823a expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.471955:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.471957:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.471962:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.471969:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.471996:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.472006:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794176:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.473101:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126829.473162:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.476045:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.476142:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005621888 00000100:00100000:1.0:1746126829.476148:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005621888 00002000:00100000:1.0:1746126829.476179:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2a00 x1830946005621888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.476195:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2a00 with x1830946005621888 ext(0->4095) 00002000:00010000:1.0:1746126829.476199:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2a00 00000100:00100000:1.0:1746126829.476242:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13947 00000100:00100000:1.0:1746126829.476248:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2030:x1830946005621888:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126829.476364:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2030:x1830946005621888:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.476369:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13947 00002000:00100000:1.0:1746126829.476374:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb2a00 x1830946005621888/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.476379:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb2a00 with x1830946005621888 ext(0->4095) 00002000:00010000:1.0:1746126829.476382:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb2a00 00000100:00100000:3.0:1746126829.476959:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794176:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.476974:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.477006:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005621632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5126us (5251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.477013:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18223 00000100:00100000:0.0:1746126829.478514:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.478564:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005622016 00000100:00100000:3.0:1746126829.478570:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005622016 00000100:00100000:3.0:1746126829.478613:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30506 00000100:00100000:3.0:1746126829.478619:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005622016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.478628:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.478640:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8248 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.478660:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.478666:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.478668:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.478671:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.478696:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.478707:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 51 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.478717:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997794304:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.478783:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.482412:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997794304:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.482435:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.482447:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126829.482491:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005622016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3871us (3979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.482498:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30506 00000100:00100000:0.0:1746126829.483838:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.484861:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005622144 00000100:00100000:3.0:1746126829.484868:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005622144 00010000:00010000:3.0:1746126829.484898:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.484934:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18224 00000100:00100000:3.0:1746126829.484941:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005622144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.484953:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.484970:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.484980:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.484999:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734af46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8241 expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.485028:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.485030:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.485036:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.485042:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.485408:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.485421:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794432:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.485801:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.485968:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.486081:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005622272 00000100:00100000:3.0:1746126829.486085:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005622272 00000100:00100000:3.0:1746126829.486293:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30507 00000100:00100000:3.0:1746126829.486299:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005622272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.486311:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.486320:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff824f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.486336:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.486341:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.486342:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.486345:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.486360:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.486367:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.486374:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997794560:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.487196:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.488689:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794432:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.488701:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.488730:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005622144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3788us (4895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.488738:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18224 00000100:00100000:2.0:1746126829.489194:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997794560:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.489209:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 52 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.489221:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fca00, rc 0) 00000100:00100000:2.0:1746126829.489251:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:1764:x1830946005622272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2952us (3283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.489258:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30507 00000100:00100000:0.0:1746126829.490661:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.491407:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005622528 00000100:00100000:2.0:1746126829.491414:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005622528 00002000:00100000:2.0:1746126829.491446:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3b80 x1830946005622528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.491456:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3b80 with x1830946005622528 ext(0->4095) 00010000:00010000:2.0:1746126829.491463:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.491474:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.491480:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb3b80 00000100:00100000:2.0:1746126829.491951:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3045 00000100:00100000:2.0:1746126829.491958:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005622528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.492065:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005622528:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.492070:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3045 00002000:00100000:2.0:1746126829.492076:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3b80 x1830946005622528/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.492084:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3b80 with x1830946005622528 ext(0->4095) 00010000:00010000:2.0:1746126829.492089:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.492104:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.492110:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb3b80 00000100:00100000:0.0:1746126829.494521:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.494591:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005622656 00000100:00100000:3.0:1746126829.494597:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005622656 00010000:00010000:3.0:1746126829.494618:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.494816:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18225 00000100:00100000:3.0:1746126829.494823:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005622656:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.494834:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.494849:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.494858:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.494877:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734af4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8248 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.496193:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.496196:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.496203:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.496211:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.496240:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.496250:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794688:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.497211:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.501408:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.501472:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005622912 00000100:00100000:1.0:1746126829.501479:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005622912 00002000:00100000:1.0:1746126829.501514:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1c00 x1830946005622912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.501523:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1c00 with x1830946005622912 ext(0->4095) 00002000:00010000:1.0:1746126829.501528:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb1c00 00000100:00100000:3.0:1746126829.501994:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794688:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.502008:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.502039:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005622656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7217us (7523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.502047:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18225 00000100:00100000:1.0:1746126829.502095:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13948 00000100:00100000:1.0:1746126829.502101:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005622912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.502212:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2027:x1830946005622912:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.502217:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13948 00002000:00100000:1.0:1746126829.502222:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1c00 x1830946005622912/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.502230:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1c00 with x1830946005622912 ext(0->4095) 00002000:00010000:1.0:1746126829.502232:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb1c00 00000100:00100000:0.0:1746126829.508848:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.508940:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005623040 00000100:00100000:2.0:1746126829.508948:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005623040 00000100:00100000:2.0:1746126829.509065:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30508 00000100:00100000:2.0:1746126829.509072:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005623040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.509086:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.509100:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8256 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.509121:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.509241:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.509242:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.509245:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.509268:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 51 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.509278:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 51 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.509287:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997794816:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.509526:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.511251:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.511322:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997794816:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.511341:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.511352:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126829.511379:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005623040:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2307us (2539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.511386:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30508 00000100:00100000:3.0:1746126829.511594:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005623168 00000100:00100000:3.0:1746126829.511600:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005623168 00002000:00100000:3.0:1746126829.511628:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ace6680 x1830946005623168/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.511637:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6680 with x1830946005623168 ext(0->7) 00010000:00010000:3.0:1746126829.511642:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.511652:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 52 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.511657:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace6680 00000100:00100000:3.0:1746126829.511671:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3046 00000100:00100000:3.0:1746126829.511676:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+52:2028:x1830946005623168:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126829.512483:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005623168:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 803us (1233us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746126829.512488:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3046 00002000:00100000:0.0:1746126829.512493:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ace6680 x1830946005623168/t4294970679(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.512500:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace6680 with x1830946005623168 ext(0->7) 00010000:00010000:0.0:1746126829.512504:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126829.512513:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126829.512518:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace6680 00000100:00100000:0.0:1746126829.514608:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.514719:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005623296 00000100:00100000:3.0:1746126829.514725:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005623296 00010000:00010000:3.0:1746126829.514758:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.514879:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18226 00000100:00100000:3.0:1746126829.514885:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2029:x1830946005623296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.514898:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.514913:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.514923:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.514941:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734af54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff824f expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.515250:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.515252:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.515259:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.515268:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.515294:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.515304:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794944:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.515372:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.517588:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.517639:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005623552 00000100:00100000:1.0:1746126829.517645:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005623552 00002000:00100000:1.0:1746126829.517677:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5880 x1830946005623552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.517686:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5880 with x1830946005623552 ext(0->4095) 00002000:00010000:1.0:1746126829.517690:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5880 00000100:00100000:1.0:1746126829.517715:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13949 00000100:00100000:1.0:1746126829.517721:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005623552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.517839:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005623552:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.517845:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13949 00002000:00100000:1.0:1746126829.517851:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5880 x1830946005623552/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.517858:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5880 with x1830946005623552 ext(0->4095) 00002000:00010000:1.0:1746126829.517860:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5880 00000100:00100000:3.0:1746126829.517910:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997794944:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.517925:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.517961:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2029:x1830946005623296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3076us (3358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.517971:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18226 00000100:00100000:0.0:1746126829.518227:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.518265:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005623680 00000100:00100000:2.0:1746126829.518272:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005623680 00000100:00100000:2.0:1746126829.518418:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30509 00000100:00100000:2.0:1746126829.518425:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005623680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.518434:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.518445:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff825d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.518462:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.518469:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.518470:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.518473:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.518770:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.518785:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.518794:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997795072:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.519274:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.519286:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.519684:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005623808 00000100:00100000:1.0:1746126829.519688:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005623808 00000100:00100000:1.0:1746126829.519720:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30510 00000100:00100000:1.0:1746126829.519725:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1765:x1830946005623808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.519733:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.519750:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8264 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.519763:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.519767:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.519772:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.519774:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.519794:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.519805:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.519812:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075200, rc 0) 00000100:00100000:1.0:1746126829.519851:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005623808:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.519856:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30510 00000100:00100000:0.0:1746126829.520728:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.520802:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005623936 00000100:00100000:3.0:1746126829.520805:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005623936 00010000:00010000:3.0:1746126829.520822:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.520829:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997795072:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.520848:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18227 00010000:00010000:2.0:1746126829.520848:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.520854:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005623936:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.520856:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00010000:00010000:3.0:1746126829.520861:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.520876:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.520885:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.520887:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1764:x1830946005623680:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2463us (2661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.520891:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30509 00010000:00010000:3.0:1746126829.520900:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734af5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8256 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.520909:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.520910:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.520915:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.520922:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.520940:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.520949:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.520958:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997795328:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.521055:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.522382:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997795328:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.522393:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.522417:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005623936:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1562us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.522424:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18227 00000100:00100000:0.0:1746126829.522540:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.522705:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005624192 00000100:00100000:2.0:1746126829.522710:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005624192 00002000:00100000:2.0:1746126829.522733:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946005624192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.522751:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946005624192 ext(0->4095) 00010000:00010000:2.0:1746126829.522757:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.522767:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.522778:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:2.0:1746126829.522798:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3047 00000100:00100000:2.0:1746126829.522804:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005624192:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.522896:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005624192:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.522902:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3047 00002000:00100000:2.0:1746126829.522906:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5c00 x1830946005624192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.522913:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5c00 with x1830946005624192 ext(0->4095) 00010000:00010000:2.0:1746126829.522917:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.522924:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.522929:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace5c00 00000100:00100000:0.0:1746126829.524082:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.524169:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005624320 00000100:00100000:3.0:1746126829.524174:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005624320 00010000:00010000:3.0:1746126829.524190:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.524205:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18228 00000100:00100000:3.0:1746126829.524210:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005624320:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.524217:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.524229:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.524236:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.524251:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff825d expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.524262:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.524264:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.524269:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.524274:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.524293:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.524300:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997795456:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.524357:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.525967:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997795456:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.525981:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.526010:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005624320:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1799us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.526018:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18228 00000100:00100000:0.0:1746126829.526256:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.526491:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005624576 00000100:00100000:2.0:1746126829.526496:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005624576 00002000:00100000:2.0:1746126829.526523:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5f80 x1830946005624576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.526531:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5f80 with x1830946005624576 ext(0->4095) 00002000:00010000:2.0:1746126829.526536:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5f80 00000100:00100000:2.0:1746126829.526549:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13950 00000100:00100000:2.0:1746126829.526555:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005624576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.526653:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005624576:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.526658:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13950 00002000:00100000:2.0:1746126829.526663:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace5f80 x1830946005624576/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.526669:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5f80 with x1830946005624576 ext(0->4095) 00002000:00010000:2.0:1746126829.526671:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5f80 00000100:00100000:0.0:1746126829.528368:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.528486:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005624704 00000100:00100000:2.0:1746126829.528491:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005624704 00000100:00100000:2.0:1746126829.528524:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30511 00000100:00100000:2.0:1746126829.528530:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005624704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.528541:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.528553:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff826b expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.528572:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 53 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.528578:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.528579:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.528582:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.528896:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 53 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.528912:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 53 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.528922:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997795584:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.528995:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.530705:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997795584:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.530718:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1746126829.530727:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126829.530751:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:3.0:1746126829.530779:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005624832 00000100:00100000:3.0:1746126829.530784:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005624832 00000100:00100000:0.0:1746126829.530793:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005624704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2263us (2428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126829.530800:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30511 00010000:00010000:3.0:1746126829.530806:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.530832:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18229 00000100:00100000:3.0:1746126829.530838:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2027:x1830946005624832:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.530850:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.530866:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.530969:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.530988:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8264 expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.531001:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.531002:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.531008:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.531015:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.531037:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.531046:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997795712:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.531248:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.532786:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997795712:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.532800:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.532841:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2027:x1830946005624832:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2001us (2123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.532853:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18229 00000100:00100000:0.0:1746126829.533121:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.533427:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005625088 00000100:00100000:1.0:1746126829.533433:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005625088 00002000:00100000:1.0:1746126829.533462:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace7b80 x1830946005625088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.533471:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7b80 with x1830946005625088 ext(0->4095) 00002000:00010000:1.0:1746126829.533474:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace7b80 00000100:00100000:1.0:1746126829.533500:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13951 00000100:00100000:1.0:1746126829.533507:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005625088:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.533609:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005625088:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.533615:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13951 00002000:00100000:1.0:1746126829.533621:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace7b80 x1830946005625088/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.533628:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7b80 with x1830946005625088 ext(0->4095) 00002000:00010000:1.0:1746126829.533631:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace7b80 00000100:00100000:0.0:1746126829.537164:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.537243:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.537299:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005625216 00000100:00100000:2.0:1746126829.537306:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005625216 00000100:00100000:2.0:1746126829.537346:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005625344 00000100:00100000:2.0:1746126829.537348:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005625344 00000100:00100000:1.0:1746126829.537352:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30512 00000100:00100000:1.0:1746126829.537361:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1765:x1830946005625216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126829.537364:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30513 00000100:00100000:2.0:1746126829.537369:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946005625344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.537375:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.537376:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.537387:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8279 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.537388:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8272 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.537408:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.537414:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.537416:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.537418:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.537456:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.537461:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.537467:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.537470:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.537490:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.537495:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.537500:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.537510:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.537510:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997795968:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.537519:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126829.537626:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005625344:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 255us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.537632:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30513 00000100:00100000:1.0:1746126829.537646:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.538692:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997795968:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.538707:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.538715:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075e00, rc 0) 00000100:00100000:1.0:1746126829.538736:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1765:x1830946005625216:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1377us (1579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.538756:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30512 00000100:00100000:0.0:1746126829.538911:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.539000:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005625472 00000100:00100000:3.0:1746126829.539005:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005625472 00010000:00010000:3.0:1746126829.539023:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.539057:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18230 00000100:00100000:3.0:1746126829.539063:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005625472:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.539072:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.539088:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.539097:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.539113:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734af70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff826b expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.539157:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.539160:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.539165:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.539172:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.539191:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.539200:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.539208:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997796096:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.540053:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.541001:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997796096:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.541013:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.541042:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005625472:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1978us (2131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.541049:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18230 00000100:00100000:0.0:1746126829.541199:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.541241:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005625728 00000100:00100000:3.0:1746126829.541245:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005625728 00002000:00100000:3.0:1746126829.541270:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace4000 x1830946005625728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.541279:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4000 with x1830946005625728 ext(0->4095) 00010000:00010000:3.0:1746126829.541284:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.541294:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.541299:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace4000 00000100:00100000:3.0:1746126829.541320:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3048 00000100:00100000:3.0:1746126829.541324:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005625728:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.541410:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005625728:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.541415:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3048 00002000:00100000:3.0:1746126829.541419:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ace4000 x1830946005625728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.541426:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4000 with x1830946005625728 ext(0->4095) 00010000:00010000:3.0:1746126829.541430:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.541438:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.541443:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace4000 00000100:00100000:0.0:1746126829.545195:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.545224:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.546109:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005625856 00000100:00100000:1.0:1746126829.546117:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005625856 00000100:00100000:1.0:1746126829.546195:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30514 00000100:00100000:1.0:1746126829.546201:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005625856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.546216:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.546231:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8280 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.546252:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.546257:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.546262:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126829.546265:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.546299:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.546308:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.546316:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075200, rc 0) 00000100:00100000:1.0:1746126829.546360:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005625856:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.546366:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30514 00000100:00100000:3.0:1746126829.546440:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005625984 00000100:00100000:3.0:1746126829.546444:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005625984 00010000:00010000:3.0:1746126829.546460:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.546477:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18231 00000100:00100000:3.0:1746126829.546481:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2030:x1830946005625984:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.546488:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.546501:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.546509:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.546524:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734af7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8272 expref: 55 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.546535:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.546536:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.546541:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.546546:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.546563:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.546571:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.546580:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997796352:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.546625:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.551618:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997796352:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126829.551620:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.551677:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005626240 00000100:00100000:1.0:1746126829.551683:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005626240 00002000:00100000:1.0:1746126829.551717:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bea00 x1830946005626240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.551726:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bea00 with x1830946005626240 ext(0->4095) 00010000:00010000:1.0:1746126829.551734:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.551756:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.551763:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bea00 00000100:00100000:1.0:1746126829.551796:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3049 00000100:00100000:1.0:1746126829.551802:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005626240:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.551915:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005626240:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.551921:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3049 00002000:00100000:1.0:1746126829.551926:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bea00 x1830946005626240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.551933:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bea00 with x1830946005626240 ext(0->4095) 00010000:00010000:1.0:1746126829.551937:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.551946:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.551951:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bea00 00010000:00010000:3.0:1746126829.551998:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.552028:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2030:x1830946005625984:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5546us (6802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.552035:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18231 00000100:00100000:0.0:1746126829.554191:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.554241:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.554308:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005626496 00000100:00100000:3.0:1746126829.554315:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005626496 00000100:00100000:2.0:1746126829.554325:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005626368 00000100:00100000:2.0:1746126829.554329:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005626368 00010000:00010000:3.0:1746126829.554342:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.554362:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30515 00000100:00100000:2.0:1746126829.554368:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1764:x1830946005626368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.554379:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.554390:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8287 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.554410:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126829.554413:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18232 00010000:00010000:2.0:1746126829.554415:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.554419:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005626496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.554420:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126829.554423:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.554426:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.554440:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.554449:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.554451:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.554463:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8279 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.554466:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.554473:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.554475:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.554479:0:9594:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.554486:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.554496:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126829.554502:0:9594:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.554512:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 5 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.554522:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997796608:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.554523:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005626496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 105us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.554529:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18232 00000100:00100000:2.0:1746126829.554573:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.557333:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997796608:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.557350:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126829.557400:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946005626368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3030us (3212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.557407:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30515 00000100:00100000:0.0:1746126829.557851:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.558009:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005626752 00000100:00100000:2.0:1746126829.558016:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005626752 00002000:00100000:2.0:1746126829.558045:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bca80 x1830946005626752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.558054:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bca80 with x1830946005626752 ext(0->4095) 00010000:00010000:2.0:1746126829.558061:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.558072:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.558078:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bca80 00000100:00100000:2.0:1746126829.558105:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3050 00000100:00100000:2.0:1746126829.558110:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005626752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.558232:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005626752:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.558237:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3050 00002000:00100000:2.0:1746126829.558242:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bca80 x1830946005626752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.558249:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bca80 with x1830946005626752 ext(0->4095) 00010000:00010000:2.0:1746126829.558253:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.558261:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.558266:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801373bca80 00000100:00100000:0.0:1746126829.559539:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.559672:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005626880 00000100:00100000:2.0:1746126829.559676:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005626880 00010000:00010000:2.0:1746126829.559696:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.559728:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18233 00000100:00100000:2.0:1746126829.559733:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005626880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.559753:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.559767:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.559777:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.559794:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734af85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8280 expref: 6 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.559820:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.559821:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.559827:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.559834:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.559859:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.559873:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997796736:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.559945:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.563976:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.564038:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005627136 00000100:00100000:3.0:1746126829.564045:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005627136 00002000:00100000:3.0:1746126829.564081:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bdc00 x1830946005627136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126829.564082:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997796736:192.168.202.29@tcp:105: 00002000:00100000:3.0:1746126829.564091:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bdc00 with x1830946005627136 ext(0->4095) 00002000:00010000:3.0:1746126829.564096:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bdc00 00010000:00010000:2.0:1746126829.564098:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.564171:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13952 00000100:00100000:3.0:1746126829.564179:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005627136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.564265:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005626880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4531us (4728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.564273:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18233 00000100:00100000:3.0:1746126829.564696:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005627136:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 517us (726us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.564702:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13952 00002000:00100000:3.0:1746126829.564707:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373bdc00 x1830946005627136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.564714:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bdc00 with x1830946005627136 ext(0->4095) 00002000:00010000:3.0:1746126829.564717:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bdc00 00000100:00100000:0.0:1746126829.567645:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.567756:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005627264 00000100:00100000:2.0:1746126829.567762:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005627264 00000100:00100000:2.0:1746126829.567897:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30516 00000100:00100000:2.0:1746126829.567904:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005627264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.567918:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.567932:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff828e expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.567954:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.567960:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.567961:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.567964:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.567987:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.568001:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.568011:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997796864:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.568364:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.570774:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997796864:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.570799:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.570812:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d600, rc 0) 00000100:00100000:2.0:1746126829.570845:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005627264:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2941us (3206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.570852:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30516 00000100:00100000:0.0:1746126829.571203:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.571297:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005627392 00000100:00100000:3.0:1746126829.571302:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005627392 00010000:00010000:3.0:1746126829.571326:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.571343:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18234 00000100:00100000:3.0:1746126829.571349:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005627392:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.571360:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.571375:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.571384:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.571402:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734af8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8287 expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.571420:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.571421:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.571427:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.571434:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.571457:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.571466:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997796992:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.571525:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.574047:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.574121:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997796992:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.574165:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.574201:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+53:2028:x1830946005627392:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2851us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.574209:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18234 00000100:00100000:2.0:1746126829.574348:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005627648 00000100:00100000:2.0:1746126829.574353:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005627648 00002000:00100000:2.0:1746126829.574382:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373be680 x1830946005627648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.574390:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946005627648 ext(0->4095) 00002000:00010000:2.0:1746126829.574394:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373be680 00000100:00100000:2.0:1746126829.574405:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13953 00000100:00100000:2.0:1746126829.574410:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005627648:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.574497:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005627648:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.574507:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13953 00002000:00100000:2.0:1746126829.574511:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801373be680 x1830946005627648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.574518:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373be680 with x1830946005627648 ext(0->4095) 00002000:00010000:2.0:1746126829.574521:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373be680 00000100:00100000:0.0:1746126829.575445:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.576239:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005627776 00000100:00100000:2.0:1746126829.576244:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005627776 00000100:00100000:2.0:1746126829.576278:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30517 00000100:00100000:2.0:1746126829.576284:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+53:1764:x1830946005627776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.576294:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.576306:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8295 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.576327:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.576333:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.576335:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.576338:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.576359:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.576368:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.576382:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997797120:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.577444:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.579667:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.580142:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005627904 00000100:00100000:1.0:1746126829.580150:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005627904 00000100:00100000:1.0:1746126829.580191:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30518 00000100:00100000:1.0:1746126829.580198:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1765:x1830946005627904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.580214:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.580228:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff829c expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.580250:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.580254:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.580260:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.580262:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.580298:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.580309:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.580317:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075e00, rc 0) 00000100:00100000:1.0:1746126829.580364:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005627904:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.580369:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30518 00000100:00100000:2.0:1746126829.580858:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997797120:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.580872:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.580879:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126829.580894:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1764:x1830946005627776:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4611us (5451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.580899:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30517 00000100:00100000:0.0:1746126829.581079:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.581252:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005628032 00000100:00100000:3.0:1746126829.581256:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005628032 00010000:00010000:3.0:1746126829.581273:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.581288:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18235 00000100:00100000:3.0:1746126829.581292:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005628032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.581302:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.581315:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.581324:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.581338:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d600/0x63da90637734af93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff828e expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.582117:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.582120:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.582505:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.582514:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.582540:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.582549:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.582559:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997797376:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.582999:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.586489:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.586563:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005628288 00000100:00100000:1.0:1746126829.586570:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005628288 00000100:00100000:3.0:1746126829.586594:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997797376:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.586611:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.586645:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005628032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5351us (5565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.586653:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18235 00002000:00100000:1.0:1746126829.586722:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1180 x1830946005628288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.586732:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1180 with x1830946005628288 ext(0->4095) 00010000:00010000:1.0:1746126829.586750:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.586763:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.586769:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1180 00000100:00100000:1.0:1746126829.586795:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3051 00000100:00100000:1.0:1746126829.586802:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005628288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.587143:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005628288:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 323us (641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.587150:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3051 00002000:00100000:1.0:1746126829.587155:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1180 x1830946005628288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.587162:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1180 with x1830946005628288 ext(0->4095) 00010000:00010000:1.0:1746126829.587167:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.587175:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.587180:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1180 00000100:00100000:0.0:1746126829.590534:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.590675:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005628416 00000100:00100000:3.0:1746126829.590682:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005628416 00010000:00010000:3.0:1746126829.590708:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.590737:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18236 00000100:00100000:3.0:1746126829.590751:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2029:x1830946005628416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.590761:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.590775:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.590784:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.590801:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734af9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8295 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.590974:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.590976:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.590982:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.590989:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.591016:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 54 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.591025:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997797504:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.591087:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.595619:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.595717:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997797504:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.595732:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.595773:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2029:x1830946005628416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5023us (5245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.595782:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18236 00000100:00100000:1.0:1746126829.596005:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005628672 00000100:00100000:1.0:1746126829.596011:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005628672 00002000:00100000:1.0:1746126829.596038:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3b80 x1830946005628672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.596046:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3b80 with x1830946005628672 ext(0->4095) 00002000:00010000:1.0:1746126829.596050:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f3b80 00000100:00100000:1.0:1746126829.596071:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13954 00000100:00100000:1.0:1746126829.596076:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2027:x1830946005628672:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.596174:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2027:x1830946005628672:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.596179:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13954 00002000:00100000:1.0:1746126829.596183:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f3b80 x1830946005628672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.596194:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f3b80 with x1830946005628672 ext(0->4095) 00002000:00010000:1.0:1746126829.596197:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f3b80 00000100:00100000:0.0:1746126829.598444:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.598579:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005628800 00000100:00100000:2.0:1746126829.598586:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005628800 00000100:00100000:2.0:1746126829.598625:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30519 00000100:00100000:2.0:1746126829.598631:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005628800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.598645:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.598658:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82a3 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.598682:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 53 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.598688:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.598690:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.598693:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.598720:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 53 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.598730:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 53 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.598750:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997797632:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.599454:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.600982:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997797632:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.601004:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.601016:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126829.601053:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005628800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2421us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.601060:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30519 00000100:00100000:0.0:1746126829.601358:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.603995:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005628928 00000100:00100000:3.0:1746126829.604004:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005628928 00010000:00010000:3.0:1746126829.604032:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.604064:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18237 00000100:00100000:3.0:1746126829.604071:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2027:x1830946005628928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.604080:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.604094:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.604103:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.604119:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734afa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff829c expref: 54 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.604153:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.604155:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.604161:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.604168:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.604194:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.604202:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997797760:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.604277:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.605976:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.606022:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005629056 00000100:00100000:2.0:1746126829.606027:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005629056 00000100:00100000:2.0:1746126829.606061:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30520 00000100:00100000:2.0:1746126829.606066:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946005629056:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.606076:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.606086:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82aa expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.606103:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.606109:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.606111:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.606114:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.606157:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.606166:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.606174:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997797888:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.607397:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.608841:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997797760:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.608857:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.608886:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005628928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4816us (7528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.608893:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18237 00000100:00100000:2.0:1746126829.608966:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997797888:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.608984:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 54 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.608996:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d400, rc 0) 00000100:00100000:2.0:1746126829.609023:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:1764:x1830946005629056:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (3052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.609029:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30520 00000100:00100000:0.0:1746126829.609080:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.609115:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005629312 00000100:00100000:2.0:1746126829.609120:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005629312 00002000:00100000:2.0:1746126829.609164:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1c00 x1830946005629312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.609177:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1c00 with x1830946005629312 ext(0->4095) 00010000:00010000:2.0:1746126829.609183:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.609193:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.609199:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1c00 00000100:00100000:2.0:1746126829.609224:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3052 00000100:00100000:2.0:1746126829.609230:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005629312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.609846:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005629312:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 616us (765us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.609852:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3052 00002000:00100000:2.0:1746126829.609857:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f1c00 x1830946005629312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.609864:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f1c00 with x1830946005629312 ext(0->4095) 00010000:00010000:2.0:1746126829.609868:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.609877:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.609882:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f1c00 00000100:00100000:0.0:1746126829.611921:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.612356:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005629440 00000100:00100000:3.0:1746126829.612362:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005629440 00010000:00010000:3.0:1746126829.612388:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.612408:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18238 00000100:00100000:3.0:1746126829.612415:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005629440:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.612433:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.612448:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.612458:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.612477:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734afa8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82a3 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.612858:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.612860:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.612870:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.612878:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.612905:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.612915:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798016:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.613300:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.615082:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.615165:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798016:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.615179:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.615209:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005629440:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2794us (3293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.615220:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18238 00000100:00100000:2.0:1746126829.615285:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005629696 00000100:00100000:2.0:1746126829.615290:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005629696 00002000:00100000:2.0:1746126829.615316:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0380 x1830946005629696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.615325:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0380 with x1830946005629696 ext(0->4095) 00002000:00010000:2.0:1746126829.615329:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0380 00000100:00100000:2.0:1746126829.615457:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13955 00000100:00100000:2.0:1746126829.615463:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2027:x1830946005629696:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.615560:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2027:x1830946005629696:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.615565:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13955 00002000:00100000:2.0:1746126829.615570:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0380 x1830946005629696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.615588:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0380 with x1830946005629696 ext(0->4095) 00002000:00010000:2.0:1746126829.615591:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998f0380 00000100:00100000:0.0:1746126829.621170:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.621316:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005629824 00000100:00100000:2.0:1746126829.621325:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005629824 00000100:00100000:2.0:1746126829.621397:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30521 00000100:00100000:2.0:1746126829.621404:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005629824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.621417:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.621431:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82b1 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.621453:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.621463:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.621465:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.621468:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.621490:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 53 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.621499:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 53 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.621509:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798144:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.621568:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.623770:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798144:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.623793:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.623805:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126829.623835:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005629824:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2432us (2672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.623841:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30521 00000100:00100000:0.0:1746126829.627994:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.628069:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005629952 00000100:00100000:1.0:1746126829.628076:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005629952 00002000:00100000:1.0:1746126829.628113:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f2680 x1830946005629952/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.628122:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2680 with x1830946005629952 ext(0->7) 00010000:00010000:1.0:1746126829.628155:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.628166:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 54 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.628173:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f2680 00000100:00100000:1.0:1746126829.628616:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3053 00000100:00100000:1.0:1746126829.628705:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+54:2028:x1830946005629952:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126829.630088:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005629952:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1460us (2094us total) trans 4294970680 rc 0/0 00000100:00100000:0.0:1746126829.630095:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3053 00002000:00100000:0.0:1746126829.630102:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800998f2680 x1830946005629952/t4294970680(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.630110:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f2680 with x1830946005629952 ext(0->7) 00010000:00010000:0.0:1746126829.630116:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126829.630148:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126829.630154:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f2680 00000100:00100000:0.0:1746126829.637051:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.637160:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005630080 00000100:00100000:3.0:1746126829.637168:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005630080 00010000:00010000:3.0:1746126829.637198:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.637222:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18239 00000100:00100000:3.0:1746126829.637230:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005630080:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.637243:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.637257:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.637267:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.637285:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d400/0x63da90637734afaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82aa expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.637314:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.637316:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.637322:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.637329:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.637355:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.637366:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798272:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.639311:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.639425:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.639561:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005630208 00000100:00100000:3.0:1746126829.639566:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005630208 00000100:00100000:0.0:1746126829.639776:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.639835:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798272:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.639849:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.639879:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005630080:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2650us (2836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.639887:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18239 00000100:00100000:3.0:1746126829.639922:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30522 00000100:00100000:3.0:1746126829.639928:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1764:x1830946005630208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.639939:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.639952:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82b8 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.639971:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.639977:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.639979:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.639981:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.640000:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.640014:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.640022:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798400:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.640063:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.640111:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005630464 00000100:00100000:1.0:1746126829.640114:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005630464 00002000:00100000:1.0:1746126829.640155:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0a80 x1830946005630464/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.640162:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0a80 with x1830946005630464 ext(0->4095) 00010000:00010000:1.0:1746126829.640167:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.640176:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.640181:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0a80 00000100:00100000:1.0:1746126829.640193:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3054 00000100:00100000:1.0:1746126829.640198:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005630464:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.640284:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005630464:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.640289:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3054 00002000:00100000:1.0:1746126829.640293:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0a80 x1830946005630464/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.640299:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0a80 with x1830946005630464 ext(0->4095) 00010000:00010000:1.0:1746126829.640302:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.640309:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.640314:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0a80 00000100:00100000:0.0:1746126829.643335:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.643416:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798400:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.643440:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.643453:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fda00, rc 0) 00000100:00100000:3.0:1746126829.643498:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005630208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3570us (4074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.643505:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30522 00000100:00100000:0.0:1746126829.643627:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.643709:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005630592 00000100:00100000:2.0:1746126829.643714:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005630592 00010000:00010000:2.0:1746126829.643735:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.643769:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18240 00000100:00100000:2.0:1746126829.643775:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005630592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.643784:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.643798:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.643806:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.643832:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734afb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b1 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.643845:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.643846:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.643852:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.643859:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.643882:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.643893:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798528:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.643946:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.644143:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005630720 00000100:00100000:3.0:1746126829.644147:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005630720 00000100:00100000:3.0:1746126829.644171:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30523 00000100:00100000:3.0:1746126829.644177:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005630720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.644187:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.644196:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82bf expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.644209:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.644216:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.644217:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.644219:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.644229:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.644236:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.644241:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798656:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.644260:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.645406:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798528:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.645417:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.645705:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005630592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1929us (2374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.645712:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18240 00000100:00100000:3.0:1746126829.645968:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798656:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.645983:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.645994:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126829.646015:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005630720:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1838us (2387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.646021:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30523 00000100:00100000:0.0:1746126829.647927:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.647985:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005630976 00000100:00100000:2.0:1746126829.647992:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005630976 00002000:00100000:2.0:1746126829.648017:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0700 x1830946005630976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.648025:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0700 with x1830946005630976 ext(0->4095) 00010000:00010000:2.0:1746126829.648031:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.648042:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.648048:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0700 00000100:00100000:2.0:1746126829.648068:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3055 00000100:00100000:2.0:1746126829.648073:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005630976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.648178:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005630976:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.648183:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3055 00002000:00100000:2.0:1746126829.648187:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800998f0700 x1830946005630976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.648193:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998f0700 with x1830946005630976 ext(0->4095) 00010000:00010000:2.0:1746126829.648197:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.648205:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.648209:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800998f0700 00000100:00100000:0.0:1746126829.650220:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.650289:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005631104 00000100:00100000:2.0:1746126829.650294:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005631104 00010000:00010000:2.0:1746126829.650313:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.650330:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18241 00000100:00100000:2.0:1746126829.650335:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005631104:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.650343:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.650355:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.650364:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.650381:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734afbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82b8 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.650407:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.650409:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.650415:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.650426:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.650453:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.650463:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798784:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.651147:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.653004:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997798784:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.653020:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.653051:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005631104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2714us (2833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.653059:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18241 00000100:00100000:0.0:1746126829.653239:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.653640:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005631360 00000100:00100000:2.0:1746126829.653645:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005631360 00002000:00100000:2.0:1746126829.653673:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67a680 x1830946005631360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.653682:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67a680 with x1830946005631360 ext(0->4095) 00002000:00010000:2.0:1746126829.653687:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67a680 00000100:00100000:2.0:1746126829.653711:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13956 00000100:00100000:2.0:1746126829.653716:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005631360:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.654467:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005631360:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 750us (1227us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.654475:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13956 00002000:00100000:2.0:1746126829.654480:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67a680 x1830946005631360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.654487:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67a680 with x1830946005631360 ext(0->4095) 00002000:00010000:2.0:1746126829.654490:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67a680 00000100:00100000:0.0:1746126829.656049:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.656100:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005631488 00000100:00100000:3.0:1746126829.656107:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005631488 00000100:00100000:3.0:1746126829.656884:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30524 00000100:00100000:3.0:1746126829.656892:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005631488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.656907:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.656924:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82c6 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.656949:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.656956:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.656958:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.656961:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.656986:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.656997:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.657007:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798912:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.657084:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.660094:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997798912:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.660117:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.660142:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126829.660180:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005631488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3287us (4134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.660190:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30524 00000100:00100000:0.0:1746126829.660310:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.660365:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005631616 00000100:00100000:2.0:1746126829.660370:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005631616 00010000:00010000:2.0:1746126829.660392:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.660419:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18242 00000100:00100000:2.0:1746126829.660425:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005631616:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.660437:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.660451:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.660460:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.660477:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82bf expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.660497:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.660499:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.660505:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.660516:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.660540:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.660550:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799040:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.660596:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.663111:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799040:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126829.663337:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126829.663580:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.663614:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005631616:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3189us (3303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.663623:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18242 00000100:00100000:3.0:1746126829.663788:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005631872 00000100:00100000:3.0:1746126829.663794:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005631872 00002000:00100000:3.0:1746126829.663823:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4700 x1830946005631872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.663831:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4700 with x1830946005631872 ext(0->4095) 00002000:00010000:3.0:1746126829.663834:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a4700 00000100:00100000:3.0:1746126829.663846:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13957 00000100:00100000:3.0:1746126829.663851:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005631872:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.664177:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005631872:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (840us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.664182:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13957 00002000:00100000:3.0:1746126829.664288:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4700 x1830946005631872/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.664295:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4700 with x1830946005631872 ext(0->4095) 00002000:00010000:3.0:1746126829.664298:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a4700 00000100:00100000:0.0:1746126829.664493:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.664816:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005632000 00000100:00100000:3.0:1746126829.664819:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005632000 00000100:00100000:3.0:1746126829.664850:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30525 00000100:00100000:3.0:1746126829.664855:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1764:x1830946005632000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.664867:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.664878:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82cd expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.664903:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.664909:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.664911:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.664915:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.664937:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.664948:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.664957:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997799168:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.665020:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.667410:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.668352:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.668531:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997799168:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.668557:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.668571:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:1.0:1746126829.668598:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005632128 00000100:00100000:3.0:1746126829.668605:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005632000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3748us (4111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.668605:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005632128 00000100:00100000:3.0:1746126829.668611:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30525 00000100:00100000:2.0:1746126829.668624:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005632256 00000100:00100000:2.0:1746126829.668628:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005632256 00000100:00100000:3.0:1746126829.668629:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30526 00000100:00100000:3.0:1746126829.668635:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005632128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.668641:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.668644:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.668653:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82d4 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.668657:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18243 00000100:00100000:2.0:1746126829.668661:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005632256:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.668667:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.668668:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.668671:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.668978:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.668982:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.669203:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.669214:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.669231:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734afcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82c6 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.669252:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.669253:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.669258:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.669266:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.669282:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.669292:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.669303:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799424:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.669346:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7adcf00 going to sleep for 11 seconds 00010000:00010000:3.0:1746126829.669401:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.669411:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.669418:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fca00, rc 0) 00000100:00100000:3.0:1746126829.669437:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005632128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 802us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.669442:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30526 00000100:00100000:0.0:1746126829.671573:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.671714:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005632512 00000100:00100000:3.0:1746126829.671720:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005632512 00002000:00100000:3.0:1746126829.671760:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fd500 x1830946005632512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.671775:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd500 with x1830946005632512 ext(0->4095) 00010000:00010000:3.0:1746126829.671780:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.671791:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.671797:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fd500 00000100:00100000:3.0:1746126829.671813:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3056 00000100:00100000:3.0:1746126829.671819:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005632512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.671921:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005632512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.671927:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3056 00002000:00100000:3.0:1746126829.671931:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fd500 x1830946005632512/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.671938:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fd500 with x1830946005632512 ext(0->4095) 00010000:00010000:3.0:1746126829.671942:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.671950:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.671955:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fd500 00000100:00100000:2.0:1746126829.672025:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5308000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799424:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.672037:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.672056:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2030:x1830946005632256:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3394us (3707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.672062:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18243 00000100:00100000:0.0:1746126829.673794:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.674180:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005632640 00000100:00100000:3.0:1746126829.674186:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005632640 00010000:00010000:3.0:1746126829.674208:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.674247:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18244 00000100:00100000:3.0:1746126829.674252:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005632640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.674263:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.674277:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.674287:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.674304:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82cd expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.674329:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.674331:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.674336:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.674343:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.674368:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.674377:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799552:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.674431:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.676166:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.676228:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799552:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.676242:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.676280:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005632640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2026us (2489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.676287:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18244 00000100:00100000:1.0:1746126829.676346:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005632896 00000100:00100000:1.0:1746126829.676350:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005632896 00002000:00100000:1.0:1746126829.676376:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fe680 x1830946005632896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.676384:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe680 with x1830946005632896 ext(0->4095) 00002000:00010000:1.0:1746126829.676388:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fe680 00000100:00100000:1.0:1746126829.676401:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13958 00000100:00100000:1.0:1746126829.676406:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005632896:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.676664:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005632896:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.676671:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13958 00002000:00100000:1.0:1746126829.676677:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fe680 x1830946005632896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.676683:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fe680 with x1830946005632896 ext(0->4095) 00002000:00010000:1.0:1746126829.676686:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1fe680 00000100:00100000:0.0:1746126829.678035:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.678078:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005633024 00000100:00100000:3.0:1746126829.678083:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005633024 00000100:00100000:3.0:1746126829.678113:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30527 00000100:00100000:3.0:1746126829.678116:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005633024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.678143:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.678155:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82db expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.678226:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.678233:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.678235:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.678238:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.678259:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.678269:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.678283:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997799680:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.678370:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.680039:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997799680:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.680058:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.680069:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126829.680111:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005633024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1991us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.680118:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30527 00000100:00100000:0.0:1746126829.680616:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.680683:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005633152 00000100:00100000:3.0:1746126829.680687:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005633152 00010000:00010000:3.0:1746126829.680709:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.680750:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18245 00000100:00100000:3.0:1746126829.680759:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005633152:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.680772:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.680787:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.680795:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.680817:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734afd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82d4 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.680837:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.680839:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.680844:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.680850:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.680872:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.680881:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799808:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.680929:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.682402:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997799808:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.682414:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.682439:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2027:x1830946005633152:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1682us (1823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.682446:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18245 00000100:00100000:2.0:1746126829.684176:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.684213:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005633408 00000100:00100000:1.0:1746126829.684220:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005633408 00002000:00100000:1.0:1746126829.684251:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308000 x1830946005633408/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.684259:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308000 with x1830946005633408 ext(0->4095) 00002000:00010000:1.0:1746126829.684264:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308000 00000100:00100000:1.0:1746126829.684293:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13959 00000100:00100000:1.0:1746126829.684299:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005633408:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.684415:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005633408:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.684421:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13959 00002000:00100000:1.0:1746126829.684426:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5308000 x1830946005633408/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.684438:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5308000 with x1830946005633408 ext(0->4095) 00002000:00010000:1.0:1746126829.684441:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5308000 00000100:00100000:0.0:1746126829.687235:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.687281:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.687480:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005633536 00000100:00100000:3.0:1746126829.687485:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005633536 00000100:00100000:3.0:1746126829.687511:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005633664 00000100:00100000:3.0:1746126829.687513:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005633664 00000100:00100000:3.0:1746126829.687537:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30528 00000100:00100000:3.0:1746126829.687544:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005633536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.687557:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.687568:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82e2 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.687590:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.687596:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.687598:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.687605:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.687627:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.687635:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.687645:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997799936:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.687702:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.687763:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30529 00000100:00100000:1.0:1746126829.687769:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005633664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.687774:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.687779:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82e9 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.687788:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.687791:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 58 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.687795:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.687797:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 58 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.687815:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 58 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.687824:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 58 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.687832:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075200, rc 0) 00000100:00100000:1.0:1746126829.687850:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005633664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 82us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.687854:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30529 00000100:00100000:3.0:1746126829.690150:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997799936:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.690171:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.690182:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:3.0:1746126829.690212:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005633536:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2667us (2982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.690219:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30528 00000100:00100000:0.0:1746126829.691042:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.691345:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005633792 00000100:00100000:3.0:1746126829.691350:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005633792 00010000:00010000:3.0:1746126829.691370:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.691432:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18246 00000100:00100000:3.0:1746126829.691438:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005633792:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.691449:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.691463:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.691472:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.691487:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734afe0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82db expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.691746:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.691748:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.691755:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.691761:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.691783:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.691792:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.691800:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800192:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.692308:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.693758:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.693904:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005634048 00000100:00100000:2.0:1746126829.693909:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005634048 00002000:00100000:2.0:1746126829.693941:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc380 x1830946005634048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.693949:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc380 with x1830946005634048 ext(0->4095) 00010000:00010000:2.0:1746126829.693955:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.693965:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.693970:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc380 00000100:00100000:2.0:1746126829.693995:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3057 00000100:00100000:2.0:1746126829.694001:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005634048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.694103:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005634048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.694108:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3057 00002000:00100000:2.0:1746126829.694112:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc380 x1830946005634048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.694118:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc380 with x1830946005634048 ext(0->4095) 00010000:00010000:2.0:1746126829.694122:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.694150:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.694159:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc380 00000100:00100000:3.0:1746126829.694315:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800192:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.694328:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.694345:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005633792:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2908us (3305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.694351:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18246 00000100:00100000:0.0:1746126829.697105:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.697282:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005634176 00000100:00100000:3.0:1746126829.697289:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005634176 00000100:00100000:3.0:1746126829.697330:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30530 00000100:00100000:3.0:1746126829.697337:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005634176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.697350:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.697364:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82f0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.697384:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.697389:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.697395:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126829.697398:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.697438:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.697450:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.697459:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126829.698161:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005634176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 821us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.698168:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30530 00000100:00100000:0.0:1746126829.699181:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.699249:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005634304 00000100:00100000:3.0:1746126829.699254:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005634304 00010000:00010000:3.0:1746126829.699273:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.699496:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18247 00000100:00100000:3.0:1746126829.699503:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005634304:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.699512:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.699527:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.699537:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.699554:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734afe7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e2 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.699576:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.699578:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.699583:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.699589:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.699612:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 56 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.699622:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 56 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.699631:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800448:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.699691:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.702019:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.702080:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005634560 00000100:00100000:1.0:1746126829.702085:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005634560 00002000:00100000:1.0:1746126829.702116:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc000 x1830946005634560/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.702158:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc000 with x1830946005634560 ext(0->4095) 00010000:00010000:1.0:1746126829.702165:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.702176:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.702181:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc000 00000100:00100000:1.0:1746126829.702203:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3058 00000100:00100000:1.0:1746126829.702210:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005634560:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.702309:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005634560:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.702314:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3058 00002000:00100000:1.0:1746126829.702318:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1fc000 x1830946005634560/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.702325:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1fc000 with x1830946005634560 ext(0->4095) 00010000:00010000:1.0:1746126829.702328:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.702336:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.702345:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1fc000 00000100:00100000:3.0:1746126829.702654:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800448:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.702667:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.702686:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005634304:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3184us (3508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.702693:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18247 00000100:00100000:0.0:1746126829.704312:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.704440:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005634688 00000100:00100000:3.0:1746126829.704445:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005634688 00000100:00100000:3.0:1746126829.704503:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30531 00000100:00100000:3.0:1746126829.704509:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005634688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.704523:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.704535:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82f7 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.704554:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.704559:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.704563:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126829.704566:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.704591:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.704600:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.704608:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc800, rc 0) 00000100:00100000:3.0:1746126829.705146:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005634688:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 616us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.705151:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30531 00000100:00100000:2.0:1746126829.705663:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.705983:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005634816 00000100:00100000:3.0:1746126829.705987:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005634816 00010000:00010000:3.0:1746126829.706002:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.706017:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18248 00000100:00100000:3.0:1746126829.706022:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2029:x1830946005634816:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.706028:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.706042:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.706049:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.706062:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734afee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82e9 expref: 57 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.706084:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.706086:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.706091:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.706097:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.706115:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.706123:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.706145:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800704:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.706188:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.708261:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800704:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.708276:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126829.708321:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.708329:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005634816:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2305us (2665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.708343:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18248 00000100:00100000:2.0:1746126829.708448:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005635072 00000100:00100000:2.0:1746126829.708454:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005635072 00002000:00100000:2.0:1746126829.708479:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1ff480 x1830946005635072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.708487:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ff480 with x1830946005635072 ext(0->4095) 00010000:00010000:2.0:1746126829.708493:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.708502:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.708508:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1ff480 00000100:00100000:2.0:1746126829.708522:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3059 00000100:00100000:2.0:1746126829.708527:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005635072:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.709033:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005635072:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 505us (717us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.709039:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3059 00002000:00100000:2.0:1746126829.709044:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1ff480 x1830946005635072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.709051:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1ff480 with x1830946005635072 ext(0->4095) 00010000:00010000:2.0:1746126829.709055:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.709064:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.709069:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1ff480 00000100:00100000:0.0:1746126829.711461:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.711538:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005635200 00000100:00100000:3.0:1746126829.711544:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005635200 00010000:00010000:3.0:1746126829.711567:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.711714:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18249 00000100:00100000:3.0:1746126829.711721:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005635200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.711731:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.711760:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.711770:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.711788:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734aff5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f0 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.711888:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.711891:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.711899:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.711906:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.711933:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.711944:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800832:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.712240:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.714218:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997800832:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.714232:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.714260:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005635200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2539us (2804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.714267:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18249 00000100:00100000:1.0:1746126829.715554:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.715679:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005635456 00000100:00100000:2.0:1746126829.715685:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005635456 00002000:00100000:2.0:1746126829.715716:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4380 x1830946005635456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.715725:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4380 with x1830946005635456 ext(0->4095) 00002000:00010000:2.0:1746126829.715729:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a4380 00000100:00100000:2.0:1746126829.715752:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13960 00000100:00100000:2.0:1746126829.715758:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005635456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.716013:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005635456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 254us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.716019:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13960 00002000:00100000:2.0:1746126829.716023:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4380 x1830946005635456/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.716030:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4380 with x1830946005635456 ext(0->4095) 00002000:00010000:2.0:1746126829.716033:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a4380 00000100:00100000:0.0:1746126829.719783:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.720305:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005635584 00000100:00100000:3.0:1746126829.720313:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005635584 00000100:00100000:3.0:1746126829.720363:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30532 00000100:00100000:3.0:1746126829.720370:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005635584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.720384:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.720398:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff82fe expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.720424:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.720434:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.720436:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.720439:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.720467:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.720478:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.720488:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997800960:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.720566:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.723163:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997800960:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.723188:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.723202:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd000, rc 0) 00000100:00100000:3.0:1746126829.723250:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005635584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2879us (3472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.723257:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30532 00000100:00100000:0.0:1746126829.724478:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.724903:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005635712 00000100:00100000:3.0:1746126829.724909:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005635712 00010000:00010000:3.0:1746126829.724934:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.724967:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18250 00000100:00100000:3.0:1746126829.724973:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005635712:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.724986:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.725002:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.725011:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.725029:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734affc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82f7 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.725042:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.725044:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.725049:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.725056:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.725079:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.725089:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801088:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.725170:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011e126e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.726100:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.726995:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005635840 00000100:00100000:3.0:1746126829.727002:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005635840 00000100:00100000:3.0:1746126829.727046:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30533 00000100:00100000:3.0:1746126829.727052:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005635840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.727065:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.727077:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8305 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.727097:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.727103:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.727105:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.727108:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126829.727493:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.727538:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005636096 00000100:00100000:2.0:1746126829.727542:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005636096 00002000:00100000:2.0:1746126829.727568:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5ea00 x1830946005636096/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.727581:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5ea00 with x1830946005636096 ext(0->4095) 00010000:00010000:2.0:1746126829.727586:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.727594:0:9602:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126829.727599:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5ea00 00000100:00100000:2.0:1746126829.727622:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3060 00000100:00100000:2.0:1746126829.727627:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005636096:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.727722:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005636096:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.727728:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3060 00002000:00100000:2.0:1746126829.727733:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5ea00 x1830946005636096/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.727752:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5ea00 with x1830946005636096 ext(0->4095) 00010000:00010000:2.0:1746126829.727756:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.727762:0:9602:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126829.727767:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5ea00 00000100:00100000:2.0:1746126829.727801:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801088:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.727815:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.727833:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005635712:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2860us (3359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.727839:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18250 00010000:00010000:3.0:1746126829.728001:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.728011:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.728021:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997801216:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.728061:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.732042:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.732185:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997801216:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.732207:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.732220:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126829.732250:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005635840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5199us (6153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.732257:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30533 00000100:00100000:3.0:1746126829.732275:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005636224 00000100:00100000:3.0:1746126829.732280:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005636224 00000100:00100000:3.0:1746126829.732311:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30534 00000100:00100000:3.0:1746126829.732316:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005636224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.732327:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.732337:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff830c expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.732352:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.732355:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.732360:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.732362:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.732381:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.732388:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 57 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.732394:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126829.732406:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005636224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.732410:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30534 00000100:00100000:0.0:1746126829.733619:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.734504:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005636352 00000100:00100000:2.0:1746126829.734512:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005636352 00010000:00010000:2.0:1746126829.734541:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.734572:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18251 00000100:00100000:2.0:1746126829.734579:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005636352:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.734590:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.734606:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.734616:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.734635:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b003 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff82fe expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.734658:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.734660:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.734665:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.734671:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.734701:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.734711:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.734720:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801472:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.734801:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.738720:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801472:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126829.738877:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126829.738913:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005636352:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4332us (5296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126829.738921:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18251 00000100:00100000:0.0:1746126829.739661:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.739855:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005636608 00000100:00100000:1.0:1746126829.739860:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005636608 00002000:00100000:1.0:1746126829.739891:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5df80 x1830946005636608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.739899:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5df80 with x1830946005636608 ext(0->4095) 00010000:00010000:1.0:1746126829.739906:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.739916:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.739922:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5df80 00000100:00100000:1.0:1746126829.739949:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3061 00000100:00100000:1.0:1746126829.739956:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005636608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.740063:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005636608:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.740068:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3061 00002000:00100000:1.0:1746126829.740073:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5df80 x1830946005636608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.740080:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5df80 with x1830946005636608 ext(0->4095) 00010000:00010000:1.0:1746126829.740083:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.740092:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.740097:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5df80 00000100:00100000:0.0:1746126829.743508:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.743572:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005636736 00000100:00100000:2.0:1746126829.743580:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005636736 00010000:00010000:2.0:1746126829.743607:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.743642:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18252 00000100:00100000:2.0:1746126829.743649:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2029:x1830946005636736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.743660:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.743676:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.743686:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.743705:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b00a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8305 expref: 57 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.743736:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.743745:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.743751:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.743758:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.743790:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 56 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.743800:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801600:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.744198:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.746995:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.747023:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801600:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.747040:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.747087:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005636736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3438us (3585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.747096:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18252 00000100:00100000:3.0:1746126829.747463:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005636992 00000100:00100000:3.0:1746126829.747470:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005636992 00002000:00100000:3.0:1746126829.747498:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5f100 x1830946005636992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.747512:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5f100 with x1830946005636992 ext(0->4095) 00002000:00010000:3.0:1746126829.747516:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5f100 00000100:00100000:3.0:1746126829.747540:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13961 00000100:00100000:3.0:1746126829.747545:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005636992:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126829.748039:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2029:x1830946005636992:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 492us (1049us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.748044:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13961 00002000:00100000:3.0:1746126829.748048:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5f100 x1830946005636992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.748054:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5f100 with x1830946005636992 ext(0->4095) 00002000:00010000:3.0:1746126829.748057:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5f100 00000100:00100000:0.0:1746126829.749794:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.749900:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005637120 00000100:00100000:1.0:1746126829.749906:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005637120 00000100:00100000:1.0:1746126829.749942:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30535 00000100:00100000:1.0:1746126829.749948:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005637120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.749960:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.749971:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8313 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.749993:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.750000:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.750001:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.750005:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.750026:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 55 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.750036:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 55 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.750045:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997801728:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.750847:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.752244:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997801728:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.752266:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.752280:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075e00, rc 0) 00000100:00100000:1.0:1746126829.752310:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005637120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (2519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.752317:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30535 00000100:00100000:0.0:1746126829.753793:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.754783:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005637248 00000100:00100000:2.0:1746126829.754790:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005637248 00010000:00010000:2.0:1746126829.754821:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.754854:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18253 00000100:00100000:2.0:1746126829.754860:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005637248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.754874:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.754890:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.754901:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.754920:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b011 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff830c expref: 56 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.754945:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.754947:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.754953:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.754960:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.754985:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.754996:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801856:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.755613:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.757439:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997801856:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.757458:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.757506:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005637248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2644us (3716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.757517:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18253 00000100:00100000:0.0:1746126829.757890:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.757913:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.757973:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005637632 00000100:00100000:1.0:1746126829.757975:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005637376 00000100:00100000:3.0:1746126829.757980:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005637632 00000100:00100000:1.0:1746126829.757980:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005637376 00000100:00100000:1.0:1746126829.758006:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30536 00002000:00100000:3.0:1746126829.758011:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926b480 x1830946005637632/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746126829.758012:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1764:x1830946005637376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:3.0:1746126829.758020:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926b480 with x1830946005637632 ext(0->4095) 00010000:00010000:1.0:1746126829.758022:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1746126829.758024:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009926b480 00010000:00010000:1.0:1746126829.758035:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff831a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.758047:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13962 00000100:00100000:3.0:1746126829.758052:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005637632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746126829.758055:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.758062:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.758063:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.758066:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.758086:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.758099:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.758108:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997801984:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.758165:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005637632:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.758168:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.758171:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13962 00002000:00100000:3.0:1746126829.758177:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926b480 x1830946005637632/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.758183:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926b480 with x1830946005637632 ext(0->4095) 00010000:00010000:3.0:1746126829.758189:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.758199:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.758204:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926b480 00000100:00100000:1.0:1746126829.761066:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997801984:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.761089:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.761102:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835000, rc 0) 00000100:00100000:1.0:1746126829.761172:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005637376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3159us (3283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.761179:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30536 00000100:00100000:0.0:1746126829.762247:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.762783:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005637760 00000100:00100000:1.0:1746126829.762790:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005637760 00000100:00100000:1.0:1746126829.762832:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30537 00000100:00100000:1.0:1746126829.762838:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005637760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.762851:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.762864:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8321 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.762882:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.762887:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.762896:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.762899:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.762923:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.762932:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.762940:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834a00, rc 0) 00000100:00100000:1.0:1746126829.762968:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005637760:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.762973:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30537 00000100:00100000:0.0:1746126829.764234:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.764713:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005637888 00000100:00100000:2.0:1746126829.764718:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005637888 00010000:00010000:2.0:1746126829.764750:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.764783:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18254 00000100:00100000:2.0:1746126829.764789:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005637888:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.764800:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.764816:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.764826:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.764843:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075e00/0x63da90637734b018 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8313 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.764866:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.764868:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.765035:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.765043:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.765068:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.765078:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.765088:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997802240:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.765183:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.767990:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997802240:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126829.768000:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126829.768006:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.768039:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005637888:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3250us (3808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.768048:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18254 00000100:00100000:1.0:1746126829.768140:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005638144 00000100:00100000:1.0:1746126829.768145:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005638144 00002000:00100000:1.0:1746126829.768173:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268000 x1830946005638144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.768182:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268000 with x1830946005638144 ext(0->4095) 00010000:00010000:1.0:1746126829.768188:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.768200:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.768206:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099268000 00000100:00100000:1.0:1746126829.768219:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3062 00000100:00100000:1.0:1746126829.768224:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005638144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126829.768310:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005638144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.768316:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3062 00002000:00100000:1.0:1746126829.768320:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268000 x1830946005638144/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.768327:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268000 with x1830946005638144 ext(0->4095) 00010000:00010000:1.0:1746126829.768331:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.768340:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.768345:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099268000 00000100:00100000:0.0:1746126829.775171:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.775259:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005638272 00000100:00100000:2.0:1746126829.775267:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005638272 00010000:00010000:2.0:1746126829.775298:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.775845:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18255 00000100:00100000:2.0:1746126829.775853:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005638272:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.775867:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.775886:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.775897:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.775918:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b01f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff831a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.776325:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.776328:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.776334:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.776342:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.776373:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.776384:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997802368:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.780915:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.784483:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997802368:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.784500:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1746126829.784505:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126829.784554:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005638272:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8701us (9387us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126829.784563:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18255 00000100:00100000:3.0:1746126829.784569:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005638528 00000100:00100000:3.0:1746126829.784576:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005638528 00002000:00100000:3.0:1746126829.784603:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309180 x1830946005638528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.784611:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309180 with x1830946005638528 ext(0->4095) 00002000:00010000:3.0:1746126829.784615:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309180 00000100:00100000:3.0:1746126829.784639:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13963 00000100:00100000:3.0:1746126829.784644:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005638528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.784754:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005638528:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.784760:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13963 00002000:00100000:3.0:1746126829.784765:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800b5309180 x1830946005638528/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.784772:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b5309180 with x1830946005638528 ext(0->4095) 00002000:00010000:3.0:1746126829.784774:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b5309180 00000100:00100000:0.0:1746126829.785872:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.785919:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005638656 00000100:00100000:1.0:1746126829.785923:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005638656 00000100:00100000:1.0:1746126829.785955:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30538 00000100:00100000:1.0:1746126829.785960:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005638656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.785969:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.785981:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8328 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.785999:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 55 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.786009:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.786010:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.786014:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.786034:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 55 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.786042:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 55 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.786051:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997802496:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.787006:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.787027:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997802496:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.787041:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.787052:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835400, rc 0) 00000100:00100000:1.0:1746126829.787082:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005638656:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1121us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.787089:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30538 00000100:00100000:0.0:1746126829.789843:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.789937:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005638784 00000100:00100000:2.0:1746126829.789945:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005638784 00010000:00010000:2.0:1746126829.789972:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.790006:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18256 00000100:00100000:2.0:1746126829.790013:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005638784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.790024:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.790039:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.790049:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.790067:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b026 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8321 expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.790082:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.790084:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.790089:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.790096:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.790121:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.790153:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997802624:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.791220:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.792567:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997802624:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.792580:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.792616:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+55:2028:x1830946005638784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2603us (2779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.792622:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18256 00000100:00100000:0.0:1746126829.794321:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.794418:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.794757:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005639040 00000100:00100000:3.0:1746126829.794764:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005639040 00002000:00100000:3.0:1746126829.794799:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926a300 x1830946005639040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.794808:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926a300 with x1830946005639040 ext(0->4095) 00000100:00100000:1.0:1746126829.794808:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005639168 00002000:00010000:3.0:1746126829.794812:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009926a300 00000100:00100000:1.0:1746126829.794812:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005639168 00000100:00100000:3.0:1746126829.794827:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13964 00000100:00100000:3.0:1746126829.794833:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005639040:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.794835:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30539 00000100:00100000:1.0:1746126829.794841:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+55:1764:x1830946005639168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.794852:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.794865:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff832f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.794885:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.794890:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.794892:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.794895:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.794917:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.794927:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.794936:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997802752:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.794939:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005639040:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (623us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.794945:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13964 00002000:00100000:3.0:1746126829.794949:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926a300 x1830946005639040/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.794956:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926a300 with x1830946005639040 ext(0->4095) 00010000:00010000:3.0:1746126829.794961:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.794972:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.794978:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926a300 00000100:00100000:1.0:1746126829.794986:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.796102:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997802752:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.796118:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.796149:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835000, rc 0) 00000100:00100000:1.0:1746126829.796176:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1764:x1830946005639168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1336us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.796188:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30539 00000100:00100000:0.0:1746126829.797483:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.797521:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.797583:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005639296 00000100:00100000:1.0:1746126829.797589:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005639296 00000100:00100000:1.0:1746126829.797626:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30540 00000100:00100000:1.0:1746126829.797631:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:1765:x1830946005639296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.797642:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.797652:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8336 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.797669:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.797673:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.797677:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.797680:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.797702:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.797710:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.797717:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834a00, rc 0) 00000100:00100000:1.0:1746126829.797763:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005639296:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.797768:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30540 00000100:00100000:2.0:1746126829.797831:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005639424 00000100:00100000:2.0:1746126829.797834:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005639424 00010000:00010000:2.0:1746126829.797851:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.797886:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18257 00000100:00100000:2.0:1746126829.797892:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005639424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.797900:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.797913:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.797922:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.797937:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835400/0x63da90637734b02d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8328 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.797947:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.797948:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.797952:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.797958:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.797974:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.797983:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.797996:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803008:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.798838:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.800721:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803008:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.800735:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.800769:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005639424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2877us (3247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.800777:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18257 00000100:00100000:0.0:1746126829.801522:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.801585:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005639680 00000100:00100000:2.0:1746126829.801590:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005639680 00002000:00100000:2.0:1746126829.801619:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354380 x1830946005639680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.801628:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354380 with x1830946005639680 ext(0->4095) 00010000:00010000:2.0:1746126829.801635:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.801645:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.801651:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093354380 00000100:00100000:2.0:1746126829.802540:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3063 00000100:00100000:2.0:1746126829.802548:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005639680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.802650:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005639680:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1130us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.802658:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3063 00002000:00100000:2.0:1746126829.802663:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093354380 x1830946005639680/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.802670:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354380 with x1830946005639680 ext(0->4095) 00010000:00010000:2.0:1746126829.802675:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.802684:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.802689:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093354380 00000100:00100000:0.0:1746126829.804732:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.804818:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005639808 00000100:00100000:2.0:1746126829.804824:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005639808 00010000:00010000:2.0:1746126829.804860:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.804900:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18258 00000100:00100000:2.0:1746126829.804906:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005639808:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.804916:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.804935:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.804947:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.804974:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734b034 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff832f expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.805338:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.805341:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.805351:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.805358:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.805436:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 56 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.805561:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803136:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.806464:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.810997:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.811191:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803136:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.811209:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.811244:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005639808:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6337us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.811253:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18258 00000100:00100000:3.0:1746126829.811402:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005640064 00000100:00100000:3.0:1746126829.811408:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005640064 00002000:00100000:3.0:1746126829.811439:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357b80 x1830946005640064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.811455:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357b80 with x1830946005640064 ext(0->4095) 00002000:00010000:3.0:1746126829.811459:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357b80 00000100:00100000:3.0:1746126829.811484:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13965 00000100:00100000:3.0:1746126829.811491:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005640064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.811593:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2028:x1830946005640064:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (603us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.811599:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13965 00002000:00100000:3.0:1746126829.811604:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357b80 x1830946005640064/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.811611:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357b80 with x1830946005640064 ext(0->4095) 00002000:00010000:3.0:1746126829.811613:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357b80 00000100:00100000:0.0:1746126829.814221:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.814308:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005640192 00000100:00100000:1.0:1746126829.814314:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005640192 00000100:00100000:1.0:1746126829.814357:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30541 00000100:00100000:1.0:1746126829.814363:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005640192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126829.814376:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126829.814389:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff833d expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.814412:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 55 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.814419:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.814420:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126829.814423:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.814446:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 55 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.814455:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 55 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.814466:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997803264:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.815232:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126829.826189:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997803264:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126829.826216:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.826235:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835e00, rc 0) 00000100:00100000:1.0:1746126829.826276:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005640192:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11913us (12060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126829.826283:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30541 00000100:00100000:0.0:1746126829.830016:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.830107:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005640320 00000100:00100000:2.0:1746126829.830115:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005640320 00002000:00100000:2.0:1746126829.830180:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093354e00 x1830946005640320/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.830189:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354e00 with x1830946005640320 ext(0->7) 00010000:00010000:2.0:1746126829.830197:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.830218:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 56 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.830224:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093354e00 00000100:00100000:2.0:1746126829.830249:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3064 00000100:00100000:2.0:1746126829.830256:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+56:2027:x1830946005640320:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126829.831529:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005640320:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1270us (1516us total) trans 4294970681 rc 0/0 00000100:00100000:2.0:1746126829.831536:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3064 00002000:00100000:2.0:1746126829.831542:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880093354e00 x1830946005640320/t4294970681(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.831548:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354e00 with x1830946005640320 ext(0->7) 00010000:00010000:2.0:1746126829.831553:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.831562:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.831567:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093354e00 00000100:00100000:0.0:1746126829.834499:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.834579:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005640448 00000100:00100000:2.0:1746126829.834586:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005640448 00010000:00010000:2.0:1746126829.834614:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.834648:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18259 00000100:00100000:2.0:1746126829.834655:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005640448:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.834667:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.834683:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.834693:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.834712:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b03b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8336 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.834736:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.834748:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.834755:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.834764:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.834917:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.834928:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803392:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.835166:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.838201:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.838261:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005640576 00000100:00100000:1.0:1746126829.838268:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005640576 00000100:00100000:1.0:1746126829.838305:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30542 00000100:00100000:1.0:1746126829.838310:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005640576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126829.838316:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126829.838325:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126829.838333:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005640832 00000100:00100000:2.0:1746126829.838337:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005640832 00010000:00010000:1.0:1746126829.838338:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8344 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126829.838359:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5fb80 x1830946005640832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746126829.838360:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126829.838369:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5fb80 with x1830946005640832 ext(0->4095) 00010000:00010000:1.0:1746126829.838371:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126829.838372:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.838374:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126829.838376:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.838382:0:9601:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126829.838388:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5fb80 00010000:00010000:1.0:1746126829.838400:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.838401:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3065 00000100:00100000:2.0:1746126829.838406:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005640832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746126829.838409:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126829.838424:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997803520:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126829.838489:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.838539:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b5309880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803392:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.839667:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005640832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 1257us (1347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.839674:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3065 00002000:00100000:2.0:1746126829.839679:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012bb5fb80 x1830946005640832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.839686:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5fb80 with x1830946005640832 ext(0->4095) 00010000:00010000:2.0:1746126829.839692:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.839702:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.839707:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bb5fb80 00010000:00010000:3.0:1746126829.840079:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.840135:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005640448:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5470us (5632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.840143:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18259 00000100:00100000:3.0:1746126829.840174:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997803520:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.840186:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.840197:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834400, rc 0) 00000100:00100000:3.0:1746126829.840210:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005640576:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1900us (2017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.840215:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30542 00000100:00100000:0.0:1746126829.843101:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.843313:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.843414:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005641088 00000100:00100000:2.0:1746126829.843421:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005641088 00010000:00010000:2.0:1746126829.843448:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.843472:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18260 00000100:00100000:2.0:1746126829.843479:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005641088:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.843490:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.843505:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.843516:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.843535:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835e00/0x63da90637734b042 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff833d expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.843550:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.843552:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.843558:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.843565:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.843592:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.843607:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803648:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.843665:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.843825:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005640960 00000100:00100000:3.0:1746126829.843829:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005640960 00000100:00100000:3.0:1746126829.843850:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30543 00000100:00100000:3.0:1746126829.843854:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1765:x1830946005640960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.843864:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.843872:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff834b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.843886:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.843891:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.843892:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.843895:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.843909:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.843918:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.843926:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997803776:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.844622:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.845984:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.846165:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997803648:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.846179:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.846208:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005641088:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2729us (2895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.846216:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18260 00000100:00100000:2.0:1746126829.846253:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005641344 00000100:00100000:2.0:1746126829.846258:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005641344 00002000:00100000:2.0:1746126829.846286:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356a00 x1830946005641344/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.846295:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356a00 with x1830946005641344 ext(0->4095) 00010000:00010000:2.0:1746126829.846302:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 60 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.846309:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997803776:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.846313:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 60 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.846318:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356a00 00010000:00010000:3.0:1746126829.846327:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.846331:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3066 00000100:00100000:2.0:1746126829.846337:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2029:x1830946005641344:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746126829.846338:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fce00, rc 0) 00000100:00100000:3.0:1746126829.846355:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1765:x1830946005640960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2501us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.846361:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30543 00000100:00100000:2.0:1746126829.846441:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2029:x1830946005641344:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.846449:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3066 00002000:00100000:2.0:1746126829.846453:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356a00 x1830946005641344/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.846460:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356a00 with x1830946005641344 ext(0->4095) 00010000:00010000:2.0:1746126829.846464:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.846472:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.846481:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356a00 00000100:00100000:2.0:1746126829.853882:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.853944:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005641472 00000100:00100000:3.0:1746126829.853953:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005641472 00000100:00100000:2.0:1746126829.853982:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.853995:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30544 00000100:00100000:3.0:1746126829.854002:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1764:x1830946005641472:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126829.854003:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005641600 00000100:00100000:2.0:1746126829.854006:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005641600 00010000:00010000:3.0:1746126829.854016:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.854025:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 60 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.854028:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8352 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.854047:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.854053:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.854063:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126829.854067:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.854093:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18261 00010000:00010000:3.0:1746126829.854095:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.854099:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005641600:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.854106:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.854106:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.854120:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00010000:00010000:2.0:1746126829.854121:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.854149:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.854164:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b049 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8344 expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.854171:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1764:x1830946005641472:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.854177:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30544 00010000:00010000:2.0:1746126829.854177:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.854178:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.854183:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.854190:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.854206:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.854214:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.854223:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804032:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.854266:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.859883:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804032:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.859904:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.859958:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005641600:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5856us (5974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.859967:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18261 00000100:00100000:0.0:1746126829.861668:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.861724:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005641856 00000100:00100000:2.0:1746126829.861731:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005641856 00002000:00100000:2.0:1746126829.861775:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356680 x1830946005641856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.861785:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356680 with x1830946005641856 ext(0->4095) 00010000:00010000:2.0:1746126829.861792:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.861804:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.861810:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356680 00000100:00100000:2.0:1746126829.861835:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3067 00000100:00100000:2.0:1746126829.861842:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946005641856:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126829.861956:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946005641856:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.861961:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3067 00002000:00100000:2.0:1746126829.861966:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093356680 x1830946005641856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.861973:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093356680 with x1830946005641856 ext(0->4095) 00010000:00010000:2.0:1746126829.861977:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.861985:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.861990:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093356680 00000100:00100000:0.0:1746126829.866269:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.866668:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005641984 00000100:00100000:2.0:1746126829.866676:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005641984 00010000:00010000:2.0:1746126829.866705:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.866772:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18262 00000100:00100000:2.0:1746126829.866787:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005641984:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.866799:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.866814:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.866823:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.866842:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff834b expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.866869:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.866871:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.866877:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.866883:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.866911:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.867220:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804160:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.867923:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.869432:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804160:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.869449:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.869491:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005641984:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2711us (3230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.869500:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18262 00000100:00100000:0.0:1746126829.873080:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.873167:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005642240 00000100:00100000:2.0:1746126829.873175:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005642240 00002000:00100000:2.0:1746126829.873211:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357480 x1830946005642240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.873220:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357480 with x1830946005642240 ext(0->4095) 00002000:00010000:2.0:1746126829.873225:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357480 00000100:00100000:2.0:1746126829.873247:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13966 00000100:00100000:2.0:1746126829.873254:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005642240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.873380:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005642240:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.873386:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13966 00002000:00100000:2.0:1746126829.873392:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880093357480 x1830946005642240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.873399:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093357480 with x1830946005642240 ext(0->4095) 00002000:00010000:2.0:1746126829.873402:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093357480 00000100:00100000:0.0:1746126829.875056:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.875237:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005642368 00000100:00100000:2.0:1746126829.875242:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005642368 00000100:00100000:2.0:1746126829.875279:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30545 00000100:00100000:2.0:1746126829.875285:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005642368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.875295:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.875308:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8359 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.875326:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.875330:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.875331:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.875333:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.875351:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.875357:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.875364:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997804288:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.875936:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.876762:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997804288:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126829.876785:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.876803:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126829.876841:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005642368:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1555us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.876847:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30545 00000100:00100000:0.0:1746126829.877323:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.877404:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005642496 00000100:00100000:2.0:1746126829.877408:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005642496 00010000:00010000:2.0:1746126829.877425:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.877453:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18263 00000100:00100000:2.0:1746126829.877459:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005642496:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.877468:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.877483:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.877492:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.877508:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b057 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8352 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.877531:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.877533:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.877538:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.877550:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.877570:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.877580:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804416:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.877630:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.878870:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804416:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.878881:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.878903:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005642496:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1444us (1581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.878909:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18263 00000100:00100000:0.0:1746126829.879601:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.879753:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005642752 00000100:00100000:2.0:1746126829.879758:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005642752 00002000:00100000:2.0:1746126829.879782:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d112d80 x1830946005642752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.879790:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d112d80 with x1830946005642752 ext(0->4095) 00002000:00010000:2.0:1746126829.879793:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d112d80 00000100:00100000:2.0:1746126829.879814:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13967 00000100:00100000:2.0:1746126829.879818:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005642752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.879916:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d112d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005642752:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.879924:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13967 00002000:00100000:2.0:1746126829.879928:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d112d80 x1830946005642752/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.879934:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d112d80 with x1830946005642752 ext(0->4095) 00002000:00010000:2.0:1746126829.879937:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d112d80 00000100:00100000:0.0:1746126829.881440:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.881588:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005642880 00000100:00100000:2.0:1746126829.881593:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005642880 00000100:00100000:2.0:1746126829.881631:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30546 00000100:00100000:2.0:1746126829.881637:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1765:x1830946005642880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.881647:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.881659:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8360 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.881681:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.881688:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.881689:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.881692:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.881715:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.881725:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 5 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.881750:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997804544:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126829.882103:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.883563:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997804544:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126829.883564:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126829.883584:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.883597:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:0.0:1746126829.883630:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.883668:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1765:x1830946005642880:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2030us (2230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.883674:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30546 00000100:00100000:2.0:1746126829.883753:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005643008 00000100:00100000:2.0:1746126829.883757:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005643008 00000100:00100000:3.0:1746126829.883771:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005643136 00000100:00100000:3.0:1746126829.883775:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005643136 00000100:00100000:3.0:1746126829.883783:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30547 00000100:00100000:3.0:1746126829.883830:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005643008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.883839:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.883848:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8367 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.883862:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.883866:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.883871:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.883873:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.883892:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.883900:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.883910:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd200, rc 0) 00000100:00100000:3.0:1746126829.884083:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1764:x1830946005643008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 293us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.884088:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30547 00010000:00010000:3.0:1746126829.884112:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.884204:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18264 00000100:00100000:3.0:1746126829.884209:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086d88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005643136:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.884217:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.884284:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.884296:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.884311:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b05e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8359 expref: 6 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.884331:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.884333:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.884340:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.884346:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.884364:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.884373:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 58 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.884383:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804800:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.884456:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.885929:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804800:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.885942:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.885975:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086d88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005643136:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1765us (2344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.885982:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18264 00000100:00100000:0.0:1746126829.886991:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.887197:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005643392 00000100:00100000:2.0:1746126829.887203:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005643392 00002000:00100000:2.0:1746126829.887348:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110e00 x1830946005643392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.887358:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110e00 with x1830946005643392 ext(0->4095) 00010000:00010000:2.0:1746126829.887366:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.887377:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.887383:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d110e00 00000100:00100000:2.0:1746126829.887407:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3068 00000100:00100000:2.0:1746126829.887413:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005643392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.887527:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005643392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (609us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.887533:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3068 00002000:00100000:2.0:1746126829.887538:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110e00 x1830946005643392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.887545:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110e00 with x1830946005643392 ext(0->4095) 00010000:00010000:2.0:1746126829.887549:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.887556:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.887561:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d110e00 00000100:00100000:0.0:1746126829.891217:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.891267:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.891339:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005643520 00000100:00100000:2.0:1746126829.891346:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005643520 00010000:00010000:2.0:1746126829.891377:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.891401:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18265 00000100:00100000:2.0:1746126829.891408:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2029:x1830946005643520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.891423:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.891439:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.891455:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.891472:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b065 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8360 expref: 59 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.891491:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.891493:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.891499:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.891501:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005643648 00000100:00100000:3.0:1746126829.891505:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005643648 00010000:00010000:2.0:1746126829.891506:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.891533:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.891543:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804928:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.891562:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30548 00000100:00100000:3.0:1746126829.891606:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005643648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.891617:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.891626:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff836e expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.891627:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746126829.891704:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.891710:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.891712:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.891715:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.891974:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.891984:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.891992:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997805056:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.892021:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.893878:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.894015:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997804928:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.894030:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.894057:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2029:x1830946005643520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2649us (2788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.894065:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18265 00000100:00100000:3.0:1746126829.894157:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997805056:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.894173:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.894189:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd400, rc 0) 00000100:00100000:3.0:1746126829.894215:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005643648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2645us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.894221:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30548 00000100:00100000:3.0:1746126829.894240:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005643904 00000100:00100000:3.0:1746126829.894244:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005643904 00002000:00100000:3.0:1746126829.894268:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111880 x1830946005643904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.894276:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111880 with x1830946005643904 ext(0->4095) 00010000:00010000:3.0:1746126829.894281:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.894295:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.894305:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d111880 00000100:00100000:3.0:1746126829.894328:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3069 00000100:00100000:3.0:1746126829.894333:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005643904:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.894412:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005643904:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.894416:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3069 00002000:00100000:3.0:1746126829.894419:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111880 x1830946005643904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.894423:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111880 with x1830946005643904 ext(0->4095) 00010000:00010000:3.0:1746126829.894426:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.894431:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.894435:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d111880 00000100:00100000:0.0:1746126829.895441:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.895479:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.895544:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005644160 00000100:00100000:3.0:1746126829.895548:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005644160 00000100:00100000:3.0:1746126829.895567:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30549 00000100:00100000:3.0:1746126829.895571:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f3e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005644160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.895580:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126829.895588:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005644032 00010000:00010000:3.0:1746126829.895591:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8375 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.895592:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005644032 00010000:00010000:3.0:1746126829.895606:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.895607:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 60 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.895609:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.895615:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126829.895618:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.895641:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.895650:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.895657:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:3.0:1746126829.895678:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f3e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1764:x1830946005644160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.895683:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30549 00000100:00100000:2.0:1746126829.895819:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18266 00000100:00100000:2.0:1746126829.895827:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005644032:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.895834:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.895846:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.895856:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.895871:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b06c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8367 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.895879:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.895881:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.895885:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.895891:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.895908:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.895916:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.895926:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805312:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.895977:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.897827:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.897891:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805312:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126829.897905:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126829.897934:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005644032:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2108us (2453us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126829.897942:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18266 00000100:00100000:1.0:1746126829.898054:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005644416 00000100:00100000:1.0:1746126829.898059:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005644416 00002000:00100000:1.0:1746126829.898084:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269f80 x1830946005644416/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.898094:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269f80 with x1830946005644416 ext(0->4095) 00010000:00010000:1.0:1746126829.898100:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.898111:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.898117:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099269f80 00000100:00100000:1.0:1746126829.898154:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3070 00000100:00100000:1.0:1746126829.898164:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005644416:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.898301:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005644416:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.898307:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3070 00002000:00100000:1.0:1746126829.898312:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099269f80 x1830946005644416/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.898320:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099269f80 with x1830946005644416 ext(0->4095) 00010000:00010000:1.0:1746126829.898324:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.898334:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.898339:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099269f80 00000100:00100000:0.0:1746126829.899920:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.900292:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005644544 00000100:00100000:2.0:1746126829.900297:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005644544 00010000:00010000:2.0:1746126829.900319:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.900345:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18267 00000100:00100000:2.0:1746126829.900351:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005644544:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.900362:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.900375:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.900385:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.900404:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b073 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff836e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.900416:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.900417:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.900424:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.900431:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.900456:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.900466:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805440:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.900538:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.902270:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805440:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.902287:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.902317:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005644544:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1966us (2400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.902325:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18267 00000100:00100000:0.0:1746126829.902504:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126829.902669:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005644800 00000100:00100000:1.0:1746126829.902676:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005644800 00002000:00100000:1.0:1746126829.902804:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111180 x1830946005644800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.902813:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111180 with x1830946005644800 ext(0->4095) 00002000:00010000:1.0:1746126829.902817:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111180 00000100:00100000:1.0:1746126829.903279:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13968 00000100:00100000:1.0:1746126829.903286:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005644800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126829.903384:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005644800:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (880us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126829.903389:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13968 00002000:00100000:1.0:1746126829.903394:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d111180 x1830946005644800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.903401:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111180 with x1830946005644800 ext(0->4095) 00002000:00010000:1.0:1746126829.903404:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111180 00000100:00100000:0.0:1746126829.905200:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.905302:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005644928 00000100:00100000:3.0:1746126829.905308:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005644928 00000100:00100000:3.0:1746126829.905341:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30550 00000100:00100000:3.0:1746126829.905346:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005644928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.905356:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.905367:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff837c expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.905391:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.905396:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.905398:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.905400:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.905419:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.905426:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.905433:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997805568:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.905506:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.907835:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997805568:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.907854:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.907864:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fda00, rc 0) 00000100:00100000:3.0:1746126829.907894:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005644928:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2549us (2701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.907899:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30550 00000100:00100000:0.0:1746126829.908882:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.909179:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005645056 00000100:00100000:3.0:1746126829.909185:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005645056 00010000:00010000:3.0:1746126829.909206:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.909238:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18268 00000100:00100000:3.0:1746126829.909244:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005645056:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.909254:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.909346:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.909357:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.909373:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b07a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8375 expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.909396:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.909398:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.909476:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.909485:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.909511:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.909521:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805696:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.909662:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.912110:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.912378:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005645312 00000100:00100000:2.0:1746126829.912385:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005645312 00002000:00100000:2.0:1746126829.912422:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110a80 x1830946005645312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.912431:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946005645312 ext(0->4095) 00002000:00010000:2.0:1746126829.912436:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110a80 00000100:00100000:2.0:1746126829.912453:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13969 00000100:00100000:2.0:1746126829.912460:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005645312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126829.912527:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805696:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.912544:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.912575:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2028:x1830946005645056:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3324us (3688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.912582:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18268 00000100:00100000:2.0:1746126829.912624:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005645312:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.912631:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13969 00002000:00100000:2.0:1746126829.912639:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110a80 x1830946005645312/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.912652:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110a80 with x1830946005645312 ext(0->4095) 00002000:00010000:2.0:1746126829.912654:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110a80 00000100:00100000:0.0:1746126829.912966:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.913000:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005645440 00000100:00100000:3.0:1746126829.913003:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005645440 00000100:00100000:3.0:1746126829.913020:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30551 00000100:00100000:3.0:1746126829.913024:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005645440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.913033:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.913045:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8383 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.913062:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.913068:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.913069:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.913072:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.913091:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.913100:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.913114:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997805824:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.913323:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.914784:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997805824:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.914803:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.914815:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126829.914842:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005645440:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1817us (1876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.914849:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30551 00000100:00100000:0.0:1746126829.915879:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.916085:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005645568 00000100:00100000:3.0:1746126829.916092:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005645568 00000100:00100000:3.0:1746126829.916121:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30552 00000100:00100000:3.0:1746126829.916146:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1765:x1830946005645568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.916158:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.916542:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff838a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126829.916598:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.916734:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005645696 00000100:00100000:2.0:1746126829.916747:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005645696 00010000:00010000:2.0:1746126829.916763:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.916789:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18269 00000100:00100000:2.0:1746126829.916795:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005645696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.916803:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.916818:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.916828:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.916845:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b081 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff837c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.916865:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.916870:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.916876:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.916884:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.916917:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.916928:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805952:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.916981:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746126829.917221:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.917228:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.917229:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.917232:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.917252:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.917261:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.917269:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997806080:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.917522:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.919034:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997805952:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.919050:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.919236:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005645696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2439us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.919245:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18269 00000100:00100000:1.0:1746126829.919652:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.919809:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997806080:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.919826:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.919839:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fce00, rc 0) 00000100:00100000:3.0:1746126829.919864:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1765:x1830946005645568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3738us (3987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.919871:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30552 00000100:00100000:2.0:1746126829.920077:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005645952 00000100:00100000:2.0:1746126829.920082:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005645952 00002000:00100000:2.0:1746126829.920109:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4000 x1830946005645952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.920117:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4000 with x1830946005645952 ext(0->4095) 00010000:00010000:2.0:1746126829.920123:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.920148:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.920153:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a4000 00000100:00100000:2.0:1746126829.920168:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3071 00000100:00100000:2.0:1746126829.920174:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005645952:12345-192.168.202.29@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746126829.920267:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005645952:12345-192.168.202.29@tcp:3:ldlm_bl.0 Request processed in 93us (615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.920272:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3071 00002000:00100000:2.0:1746126829.920277:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a4000 x1830946005645952/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.920284:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4000 with x1830946005645952 ext(0->4095) 00010000:00010000:2.0:1746126829.920289:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.920297:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.920301:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3a4000 00000100:00100000:0.0:1746126829.922635:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.922734:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005646080 00000100:00100000:2.0:1746126829.922747:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005646080 00010000:00010000:2.0:1746126829.922768:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.922795:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18270 00000100:00100000:2.0:1746126829.922800:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2030:x1830946005646080:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.922810:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.922823:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.922833:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.922850:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b088 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8383 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.922870:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.922871:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.922876:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.922883:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.922904:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.922912:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806208:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.922967:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126829.926025:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806208:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.926043:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.926077:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2030:x1830946005646080:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3276us (3446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.926085:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18270 00000100:00100000:1.0:1746126829.927096:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.927571:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005646336 00000100:00100000:0.0:1746126829.927578:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005646336 00002000:00100000:0.0:1746126829.927611:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5880 x1830946005646336/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.927621:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946005646336 ext(0->4095) 00002000:00010000:0.0:1746126829.927624:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a5880 00000100:00100000:0.0:1746126829.927651:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13970 00000100:00100000:0.0:1746126829.927657:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005646336:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126829.927771:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005646336:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (677us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126829.927776:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13970 00002000:00100000:0.0:1746126829.927782:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a5880 x1830946005646336/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.927788:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946005646336 ext(0->4095) 00002000:00010000:0.0:1746126829.927791:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a5880 00000100:00100000:0.0:1746126829.930286:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.930353:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005646464 00000100:00100000:3.0:1746126829.930359:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005646464 00000100:00100000:3.0:1746126829.930386:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30553 00000100:00100000:3.0:1746126829.930391:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005646464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.930402:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.930416:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8391 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.930437:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.930444:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.930445:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.930448:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.930468:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.930477:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.930486:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997806336:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.930551:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.932042:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997806336:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.932060:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.932069:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd000, rc 0) 00000100:00100000:3.0:1746126829.932093:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005646464:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1701us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.932099:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30553 00000100:00100000:0.0:1746126829.933396:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.933588:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005646592 00000100:00100000:2.0:1746126829.933595:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005646592 00010000:00010000:2.0:1746126829.933624:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.933730:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18271 00000100:00100000:2.0:1746126829.933749:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2027:x1830946005646592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.933761:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.933778:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.933788:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.933807:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b08f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff838a expref: 58 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.933822:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.933824:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.933830:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.933837:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.933861:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.933872:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806464:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.934546:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.936493:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806464:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126829.936510:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126829.936553:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+57:2027:x1830946005646592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2815us (3161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126829.936561:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18271 00000100:00100000:1.0:1746126829.937339:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.937410:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005646848 00000100:00100000:2.0:1746126829.937415:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005646848 00002000:00100000:2.0:1746126829.937445:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7b80 x1830946005646848/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.937455:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005646848 ext(0->4095) 00002000:00010000:2.0:1746126829.937459:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7b80 00000100:00100000:2.0:1746126829.937486:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13971 00000100:00100000:2.0:1746126829.937492:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005646848:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126829.937774:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2030:x1830946005646848:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 281us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.937780:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13971 00002000:00100000:2.0:1746126829.937786:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3a7b80 x1830946005646848/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.937793:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005646848 ext(0->4095) 00002000:00010000:2.0:1746126829.937796:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7b80 00000100:00100000:0.0:1746126829.938708:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.938810:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005646976 00000100:00100000:3.0:1746126829.938814:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005646976 00000100:00100000:3.0:1746126829.938838:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30554 00000100:00100000:3.0:1746126829.938844:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+57:1764:x1830946005646976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.938856:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.938869:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8398 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.938890:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.938896:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.938898:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.938901:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.938926:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.938936:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.938946:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997806592:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.939725:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.941218:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.941272:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005647104 00000100:00100000:2.0:1746126829.941278:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005647104 00000100:00100000:2.0:1746126829.941318:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30555 00000100:00100000:2.0:1746126829.941325:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1765:x1830946005647104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126829.941335:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126829.941348:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff839f expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.941366:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.941370:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.941376:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126829.941379:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 60 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.941405:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 60 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.941416:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 60 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.941423:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126829.941475:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+60:1765:x1830946005647104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.941480:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30555 00000100:00100000:1.0:1746126829.942623:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.942773:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005647232 00000100:00100000:0.0:1746126829.942776:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005647232 00010000:00010000:0.0:1746126829.942792:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746126829.942817:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18272 00000100:00100000:0.0:1746126829.942822:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005647232:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126829.942829:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126829.942848:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126829.942857:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126829.942875:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126829.942876:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126829.942881:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126829.942887:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126829.942904:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126829.942912:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746126829.942921:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806848:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.942959:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b096 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8391 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746126829.942968:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf680c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.942973:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997806592:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.942987:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.942998:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.943005:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126829.943024:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1764:x1830946005646976:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4181us (4317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.943029:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30554 00000100:00100000:2.0:1746126829.944911:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d113100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806848:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126829.944920:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126829.944925:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.944972:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005647488 00000100:00100000:3.0:1746126829.944977:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005647488 00002000:00100000:3.0:1746126829.945003:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110380 x1830946005647488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.945011:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110380 with x1830946005647488 ext(0->4095) 00010000:00010000:3.0:1746126829.945017:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.945028:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.945035:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d110380 00000100:00100000:3.0:1746126829.945059:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3072 00000100:00100000:3.0:1746126829.945065:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005647488:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.945112:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005647232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2288us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.945119:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18272 00000100:00100000:3.0:1746126829.945259:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005647488:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.945264:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3072 00002000:00100000:3.0:1746126829.945270:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110380 x1830946005647488/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.945276:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110380 with x1830946005647488 ext(0->4095) 00010000:00010000:3.0:1746126829.945281:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.945288:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126829.945293:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d110380 00000100:00100000:1.0:1746126829.947949:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.948067:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005647616 00000100:00100000:2.0:1746126829.948075:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005647616 00010000:00010000:2.0:1746126829.948100:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.948160:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18273 00000100:00100000:2.0:1746126829.948168:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005647616:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.948180:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.948195:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.948206:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.948224:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b09d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8398 expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.948239:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.948241:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.948246:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.948252:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.948283:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 58 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.948294:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806976:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.949322:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.950498:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.950562:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005647872 00000100:00100000:3.0:1746126829.950567:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005647872 00000100:00100000:2.0:1746126829.950585:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997806976:192.168.202.29@tcp:105: 00002000:00100000:3.0:1746126829.950595:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110000 x1830946005647872/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126829.950599:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126829.950603:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110000 with x1830946005647872 ext(0->4095) 00002000:00010000:3.0:1746126829.950607:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110000 00000100:00100000:3.0:1746126829.950622:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13972 00000100:00100000:3.0:1746126829.950628:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2030:x1830946005647872:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126829.950637:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2027:x1830946005647616:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2470us (2694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.950646:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18273 00000100:00100000:3.0:1746126829.950722:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d110000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2030:x1830946005647872:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (227us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.950727:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13972 00002000:00100000:3.0:1746126829.950731:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d110000 x1830946005647872/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.950748:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d110000 with x1830946005647872 ext(0->4095) 00002000:00010000:3.0:1746126829.950751:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d110000 00000100:00100000:0.0:1746126829.953651:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.953697:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005648000 00000100:00100000:3.0:1746126829.953703:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005648000 00000100:00100000:3.0:1746126829.953752:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30556 00000100:00100000:3.0:1746126829.953758:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005648000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.953770:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.953785:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83a6 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.953807:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 57 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.953813:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.953814:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.953817:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.953842:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 57 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.953852:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 57 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.953861:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997807104:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.954191:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.957732:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997807104:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.957772:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.957790:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126829.957827:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005648000:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4069us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.957834:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30556 00000100:00100000:0.0:1746126829.958394:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.958706:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005648128 00000100:00100000:2.0:1746126829.958712:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005648128 00010000:00010000:2.0:1746126829.958734:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 58 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126829.958767:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18274 00000100:00100000:2.0:1746126829.958774:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005648128:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126829.958784:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126829.958800:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 58 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.958809:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 58 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.958827:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b0a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff839f expref: 58 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.958840:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.958842:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126829.958847:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.958854:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126829.958879:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126829.958890:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997807232:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126829.958945:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.962331:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.962485:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005648256 00000100:00100000:3.0:1746126829.962491:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005648256 00000100:00100000:3.0:1746126829.962824:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30557 00000100:00100000:3.0:1746126829.962831:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005648256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.962844:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.962856:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83ad expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.962877:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.962883:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.962884:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.962886:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.962906:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.962914:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.962928:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997807360:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.962985:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.963728:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997807232:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126829.963752:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126829.963776:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946005648128:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5003us (5382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.963784:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18274 00000100:00100000:0.0:1746126829.964248:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126829.964814:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005648512 00000100:00100000:2.0:1746126829.964819:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005648512 00002000:00100000:2.0:1746126829.964847:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c91f80 x1830946005648512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.964856:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c91f80 with x1830946005648512 ext(0->4095) 00010000:00010000:2.0:1746126829.964862:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.964872:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.964878:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c91f80 00000100:00100000:2.0:1746126829.965791:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3073 00000100:00100000:2.0:1746126829.965798:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005648512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126829.965903:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005648512:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (1655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126829.965908:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3073 00002000:00100000:2.0:1746126829.965913:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c91f80 x1830946005648512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126829.965920:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c91f80 with x1830946005648512 ext(0->4095) 00010000:00010000:2.0:1746126829.965925:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126829.965934:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126829.965940:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5c91f80 00000100:00100000:3.0:1746126829.967330:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997807360:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.967353:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 58 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.967366:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fca00, rc 0) 00000100:00100000:3.0:1746126829.967428:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005648256:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4596us (5101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.967434:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30557 00000100:00100000:0.0:1746126829.970193:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.970306:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005648640 00000100:00100000:3.0:1746126829.970313:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005648640 00010000:00010000:3.0:1746126829.970341:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.970362:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18275 00000100:00100000:3.0:1746126829.970368:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005648640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126829.970378:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126829.970394:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.970404:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.970422:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83a6 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126829.971006:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.971008:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126829.971015:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.971023:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.971051:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126829.971062:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997807488:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126829.971766:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126829.973928:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.974651:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005648896 00000100:00100000:3.0:1746126829.974660:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005648896 00002000:00100000:3.0:1746126829.974697:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90700 x1830946005648896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.974707:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90700 with x1830946005648896 ext(0->4095) 00002000:00010000:3.0:1746126829.974712:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90700 00000100:00100000:3.0:1746126829.974857:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13973 00000100:00100000:3.0:1746126829.974864:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005648896:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126829.974989:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:2028:x1830946005648896:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1067us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126829.974995:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13973 00002000:00100000:3.0:1746126829.975000:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a5c90700 x1830946005648896/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 488/4536 e 0 to 0 dl 1746126840 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126829.975006:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5c90700 with x1830946005648896 ext(0->4095) 00002000:00010000:3.0:1746126829.975009:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5c90700 00000100:00100000:2.0:1746126829.975458:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997807488:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126829.975472:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126829.975495:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005648640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5127us (5306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126829.975502:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18275 00000100:00100000:0.0:1746126829.986084:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.986321:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005649024 00000100:00100000:3.0:1746126829.986329:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005649024 00000100:00100000:3.0:1746126829.987709:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30558 00000100:00100000:3.0:1746126829.987719:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005649024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.987733:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.987760:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83b4 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.987784:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.987790:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.987791:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.987794:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.987815:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 57 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.987826:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 57 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126829.987835:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997807616:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126829.987905:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126829.992562:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997807616:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126829.992589:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.992602:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126829.992663:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005649024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4945us (6584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.992669:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30558 00000100:00100000:0.0:1746126829.996521:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126829.996590:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126829.996668:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005649152 00000100:00100000:3.0:1746126829.996675:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005649152 00000100:00100000:3.0:1746126829.996712:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30559 00000100:00100000:3.0:1746126829.996719:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+58:1764:x1830946005649152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126829.996734:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126829.996761:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83bb expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.996782:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126829.996788:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.996798:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126829.996801:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.996836:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.996847:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126829.996855:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fda00, rc 0) 00000100:00100000:3.0:1746126829.996892:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+59:1764:x1830946005649152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126829.996897:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30559 00000100:00100000:1.0:1746126829.997010:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005649280 00000100:00100000:1.0:1746126829.997013:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005649280 00002000:00100000:1.0:1746126829.997035:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3ddc00 x1830946005649280/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/0 e 0 to 0 dl 1746126840 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126829.997043:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005649280 ext(0->7) 00010000:00010000:1.0:1746126829.997048:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126829.997057:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126829.997062:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3ddc00 00000100:00100000:1.0:1746126829.997840:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3074 00000100:00100000:1.0:1746126829.997847:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+59:2028:x1830946005649280:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126829.998975:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005649280:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1125us (2381us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746126829.998981:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3074 00002000:00100000:0.0:1746126829.998988:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a3ddc00 x1830946005649280/t4294970682(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:590/0 lens 496/448 e 0 to 0 dl 1746126840 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126829.998995:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005649280 ext(0->7) 00010000:00010000:0.0:1746126829.999000:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126829.999011:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126829.999016:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3ddc00 00000100:00100000:0.0:1746126830.000680:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.000782:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005649408 00000100:00100000:2.0:1746126830.000789:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005649408 00010000:00010000:2.0:1746126830.000816:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00000100:00080000:0.0:1746126830.000882:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126830.000980:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18276 00000100:00100000:2.0:1746126830.000988:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005649408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.000998:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.001013:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.001022:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.001039:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ad expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.001070:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.001072:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.001078:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.001085:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.001113:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.001123:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.001153:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997807872:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.001220:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.003184:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997807872:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.003200:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.003245:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005649408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2257us (2568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.003253:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18276 00000100:00100000:0.0:1746126830.003321:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.003432:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005649664 00000100:00100000:2.0:1746126830.003436:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005649664 00000100:00080000:0.0:1746126830.003458:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:2.0:1746126830.003471:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3de680 x1830946005649664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.003485:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de680 with x1830946005649664 ext(0->4095) 00010000:00010000:2.0:1746126830.003490:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.003500:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.003506:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3de680 00000100:00100000:2.0:1746126830.003530:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3075 00000100:00100000:2.0:1746126830.003534:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005649664:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.003625:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005649664:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.003631:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3075 00002000:00100000:2.0:1746126830.003636:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a3de680 x1830946005649664/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.003642:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de680 with x1830946005649664 ext(0->4095) 00010000:00010000:2.0:1746126830.003646:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.003653:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.003659:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a3de680 00000100:00100000:0.0:1746126830.005411:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.005449:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005649792 00000100:00100000:2.0:1746126830.005454:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005649792 00010000:00010000:2.0:1746126830.005470:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.005500:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18277 00000100:00100000:2.0:1746126830.005505:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005649792:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.005513:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.005526:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.005535:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.005551:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b0b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83b4 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.005573:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.005576:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.005582:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.005588:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.005614:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.005623:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808000:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.005680:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.006928:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808000:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126830.006938:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126830.006940:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.006992:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005649792:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1486us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.006994:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005650048 00000100:00100000:3.0:1746126830.006998:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005650048 00000100:00100000:2.0:1746126830.006998:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18277 00002000:00100000:3.0:1746126830.007022:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44380 x1830946005650048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.007030:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44380 with x1830946005650048 ext(0->4095) 00002000:00010000:3.0:1746126830.007033:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae44380 00000100:00100000:2.0:1746126830.007182:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13974 00000100:00100000:2.0:1746126830.007188:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005650048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.007274:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005650048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.007280:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13974 00002000:00100000:2.0:1746126830.007285:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae44380 x1830946005650048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.007291:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae44380 with x1830946005650048 ext(0->4095) 00002000:00010000:2.0:1746126830.007294:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae44380 00000100:00100000:0.0:1746126830.012892:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.013138:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005650176 00000100:00100000:2.0:1746126830.013145:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005650176 00000100:00100000:2.0:1746126830.013188:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30560 00000100:00100000:2.0:1746126830.013194:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005650176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.013207:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.013221:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83c2 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.013243:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.013251:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.013252:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.013255:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.013277:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.013286:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 59 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.013296:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997808128:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.013347:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.017004:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997808128:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.017027:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.017041:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:0.0:1746126830.017381:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.017915:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005650304 00000100:00100000:3.0:1746126830.017922:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005650304 00002000:00100000:3.0:1746126830.017955:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e16ca80 x1830946005650304/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.017963:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ca80 with x1830946005650304 ext(0->7) 00010000:00010000:3.0:1746126830.017969:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 60 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.017980:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 60 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.017986:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16ca80 00000100:00100000:3.0:1746126830.018006:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3076 00000100:00100000:3.0:1746126830.018013:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+60:2028:x1830946005650304:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126830.018462:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005650176:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5265us (5574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.018469:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30560 00000100:00100000:0.0:1746126830.020469:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005650304:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2451us (3084us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746126830.020476:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3076 00002000:00100000:0.0:1746126830.020483:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e16ca80 x1830946005650304/t4294970683(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.020496:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ca80 with x1830946005650304 ext(0->7) 00010000:00010000:0.0:1746126830.020502:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.020512:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.020518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16ca80 00000100:00100000:0.0:1746126830.021465:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.021580:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005650432 00000100:00100000:2.0:1746126830.021586:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005650432 00000100:00100000:2.0:1746126830.022264:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30561 00000100:00100000:2.0:1746126830.022271:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005650432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.022287:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.022299:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83c9 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022320:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.022326:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022331:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.022334:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 63 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022363:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022375:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 63 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022383:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126830.022411:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1764:x1830946005650432:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.022416:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30561 00000100:00100000:0.0:1746126830.022424:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.022462:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005650560 00000100:00100000:2.0:1746126830.022465:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005650560 00010000:00010000:2.0:1746126830.022477:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.022505:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18278 00000100:00100000:2.0:1746126830.022511:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005650560:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.022518:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.022532:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.022541:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.022555:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b0c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83bb expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.022567:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.022568:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.022573:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022579:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022597:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.022606:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.022615:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808384:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.023092:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.024903:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808384:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.024917:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.024989:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005650560:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2476us (2563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.024998:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18278 00000100:00100000:0.0:1746126830.025878:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.026587:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005650816 00000100:00100000:2.0:1746126830.026593:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005650816 00002000:00100000:2.0:1746126830.026625:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d880 x1830946005650816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.026634:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d880 with x1830946005650816 ext(0->4095) 00010000:00010000:2.0:1746126830.026642:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.026653:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.026658:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d880 00000100:00100000:2.0:1746126830.026687:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3077 00000100:00100000:2.0:1746126830.026694:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005650816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.027066:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005650816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 370us (1187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.027072:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3077 00002000:00100000:2.0:1746126830.027078:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d880 x1830946005650816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.027084:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d880 with x1830946005650816 ext(0->4095) 00010000:00010000:2.0:1746126830.027089:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.027097:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.027102:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16d880 00000100:00100000:0.0:1746126830.030519:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.030875:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005650944 00000100:00100000:2.0:1746126830.030883:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005650944 00010000:00010000:2.0:1746126830.030910:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.030945:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18279 00000100:00100000:2.0:1746126830.030952:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005650944:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.030962:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.030977:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.030986:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.031004:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b0c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.031028:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.031030:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.031035:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 61 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.031047:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 61 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.031070:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 61 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.031080:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808512:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.031150:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.034072:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808512:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.034090:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.034123:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005650944:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3170us (3609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.034155:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18279 00000100:00100000:0.0:1746126830.034911:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.035056:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005651200 00000100:00100000:3.0:1746126830.035061:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005651200 00002000:00100000:3.0:1746126830.035089:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d180 x1830946005651200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.035098:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946005651200 ext(0->4095) 00002000:00010000:3.0:1746126830.035102:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16d180 00000100:00100000:3.0:1746126830.035140:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13975 00000100:00100000:3.0:1746126830.035146:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005651200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.035253:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005651200:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.035258:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13975 00002000:00100000:3.0:1746126830.035263:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16d180 x1830946005651200/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.035270:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16d180 with x1830946005651200 ext(0->4095) 00002000:00010000:3.0:1746126830.035272:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16d180 00000100:00100000:0.0:1746126830.038011:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.038179:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005651328 00000100:00100000:3.0:1746126830.038185:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005651328 00000100:00100000:3.0:1746126830.038221:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30562 00000100:00100000:3.0:1746126830.038228:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005651328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.038241:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.038255:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83d0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.038277:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 61 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.038284:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.038286:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.038289:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.038310:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 61 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.038318:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 61 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.038327:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997808640:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.038895:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.040437:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997808640:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.040457:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.040471:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126830.040499:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005651328:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2272us (2493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.040506:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30562 00000100:00100000:0.0:1746126830.041991:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.042066:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005651456 00000100:00100000:2.0:1746126830.042072:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005651456 00010000:00010000:2.0:1746126830.042096:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.042146:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18280 00000100:00100000:2.0:1746126830.042152:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005651456:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.042162:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.042178:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.042186:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.042204:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b0ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83c9 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.042226:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.042228:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.042234:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.042244:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.042305:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.042315:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808768:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.042655:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.044346:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.044469:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005651584 00000100:00100000:3.0:1746126830.044475:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005651584 00000100:00100000:3.0:1746126830.044503:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30563 00000100:00100000:3.0:1746126830.044508:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005651584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.044520:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.044531:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83d7 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.044547:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.044552:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.044553:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.044556:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.044578:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.044587:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.044601:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997808896:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.044664:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.044823:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997808768:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.044836:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.044855:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005651456:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2704us (2866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.044862:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18280 00000100:00100000:2.0:1746126830.045603:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.045803:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005651840 00000100:00100000:0.0:1746126830.045811:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005651840 00002000:00100000:0.0:1746126830.045837:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926b800 x1830946005651840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.045846:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926b800 with x1830946005651840 ext(0->4095) 00010000:00010000:0.0:1746126830.045853:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.045863:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.045874:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926b800 00000100:00100000:0.0:1746126830.045898:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3078 00000100:00100000:0.0:1746126830.045904:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005651840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126830.046098:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005651840:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (412us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126830.046105:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3078 00002000:00100000:0.0:1746126830.046111:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926b800 x1830946005651840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.046118:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926b800 with x1830946005651840 ext(0->4095) 00010000:00010000:0.0:1746126830.046123:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.046158:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.046164:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926b800 00000100:00100000:3.0:1746126830.049154:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997808896:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.049178:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.049193:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126830.049239:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005651584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4730us (4896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.049247:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30563 00000100:00100000:0.0:1746126830.051676:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.051724:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.051786:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005652096 00000100:00100000:3.0:1746126830.051793:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005652096 00000100:00100000:2.0:1746126830.051819:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005651968 00000100:00100000:2.0:1746126830.051823:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005651968 00000100:00100000:3.0:1746126830.051826:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30564 00000100:00100000:3.0:1746126830.051832:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+7:1765:x1830946005652096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.051842:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 7 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.051846:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.051858:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83de expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.051876:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126830.051876:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18281 00010000:00010000:3.0:1746126830.051881:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.051882:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005651968:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.051886:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.051889:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.051890:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.051907:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 8 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.051917:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 8 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.051936:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.051947:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 8 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.051955:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:3.0:1746126830.051999:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+8:1765:x1830946005652096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.052004:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30564 00010000:00010000:2.0:1746126830.052022:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d0 expref: 7 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.052034:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.052035:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.052040:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.052046:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.052074:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.052083:0:7239:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.052097:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997809152:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.052175:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.053892:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997809152:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.053905:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.053932:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005651968:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2049us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.053939:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18281 00000100:00100000:0.0:1746126830.055525:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.055590:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005652352 00000100:00100000:2.0:1746126830.055596:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005652352 00002000:00100000:2.0:1746126830.055627:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad67100 x1830946005652352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.055635:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67100 with x1830946005652352 ext(0->4095) 00010000:00010000:2.0:1746126830.055641:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.055652:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.055656:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad67100 00000100:00100000:2.0:1746126830.055683:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3079 00000100:00100000:2.0:1746126830.055689:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005652352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.055805:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005652352:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.055813:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3079 00002000:00100000:2.0:1746126830.055818:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ad67100 x1830946005652352/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.055824:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ad67100 with x1830946005652352 ext(0->4095) 00010000:00010000:2.0:1746126830.055828:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.055836:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.055841:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ad67100 00000100:00100000:0.0:1746126830.057484:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.057526:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.057539:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005652480 00000100:00100000:3.0:1746126830.057545:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005652480 00000100:00100000:3.0:1746126830.057573:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30565 00000100:00100000:3.0:1746126830.057579:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005652480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.057589:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126830.057592:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005652608 00000100:00100000:2.0:1746126830.057595:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005652608 00010000:00010000:3.0:1746126830.057602:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83e5 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.057609:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.057620:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.057625:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.057630:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126830.057633:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 64 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.057637:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18282 00000100:00100000:2.0:1746126830.057642:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005652608:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.057650:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.057664:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 64 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.057665:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.057673:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 64 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.057956:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b0dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83d7 expref: 64 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.057957:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 64 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.057966:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.057967:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.057972:0:9596:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.057979:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.058040:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126830.058053:0:9596:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.058063:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.058073:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997809408:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.058088:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005652608:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 445us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.058094:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18282 00000100:00100000:3.0:1746126830.058145:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.061059:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997809408:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.061077:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fca00, rc 0) 00000100:00100000:3.0:1746126830.061149:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005652480:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3569us (3666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.061160:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30565 00000100:00100000:0.0:1746126830.061557:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.061686:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005652864 00000100:00100000:3.0:1746126830.061691:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005652864 00002000:00100000:3.0:1746126830.061719:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9d500 x1830946005652864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.061727:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9d500 with x1830946005652864 ext(0->4095) 00010000:00010000:3.0:1746126830.061733:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.061756:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.061762:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9d500 00000100:00100000:3.0:1746126830.061777:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3080 00000100:00100000:3.0:1746126830.061783:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005652864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.061873:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005652864:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.061878:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3080 00002000:00100000:3.0:1746126830.061883:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9d500 x1830946005652864/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.061889:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9d500 with x1830946005652864 ext(0->4095) 00010000:00010000:3.0:1746126830.061893:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.061906:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.061910:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9d500 00000100:00100000:0.0:1746126830.065560:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.065809:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005652992 00000100:00100000:2.0:1746126830.065817:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005652992 00010000:00010000:2.0:1746126830.065846:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.065882:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18283 00000100:00100000:2.0:1746126830.065888:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005652992:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.065900:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.065917:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.065928:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.065948:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b0e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83de expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.065973:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.065975:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.065981:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.065993:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.066018:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.066029:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997809536:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.066099:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.068355:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.068479:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005653248 00000100:00100000:3.0:1746126830.068486:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005653248 00002000:00100000:3.0:1746126830.068524:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9f800 x1830946005653248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.068533:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9f800 with x1830946005653248 ext(0->4095) 00002000:00010000:3.0:1746126830.068537:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c9f800 00000100:00100000:3.0:1746126830.068554:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13976 00000100:00100000:3.0:1746126830.068560:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005653248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.068701:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005653248:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.068706:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13976 00002000:00100000:3.0:1746126830.068711:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9f800 x1830946005653248/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.068717:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9f800 with x1830946005653248 ext(0->4095) 00002000:00010000:3.0:1746126830.068719:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098c9f800 00000100:00100000:2.0:1746126830.069044:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997809536:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.069066:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.069097:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005652992:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3209us (3545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.069105:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18283 00000100:00100000:0.0:1746126830.070961:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.071060:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005653376 00000100:00100000:3.0:1746126830.071066:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005653376 00000100:00100000:3.0:1746126830.071092:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30566 00000100:00100000:3.0:1746126830.071098:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005653376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.071114:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.071146:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83ec expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.071167:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.071174:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.071175:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.071178:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.071202:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.071212:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.071222:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997809664:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.072178:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.075304:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997809664:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.075328:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.075341:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fce00, rc 0) 00000100:00100000:3.0:1746126830.075382:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005653376:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4283us (4425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.075393:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30566 00000100:00100000:0.0:1746126830.077021:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.077122:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005653504 00000100:00100000:2.0:1746126830.077155:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005653504 00010000:00010000:2.0:1746126830.077181:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.077343:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18284 00000100:00100000:2.0:1746126830.077350:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005653504:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.077362:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.077380:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.077389:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.077408:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fca00/0x63da90637734b0ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83e5 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.077435:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.077437:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.077443:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.077451:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.077477:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.077489:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997809792:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.077552:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.078379:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.078896:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005653632 00000100:00100000:3.0:1746126830.078901:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005653632 00000100:00100000:3.0:1746126830.078929:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30567 00000100:00100000:3.0:1746126830.078934:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005653632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.078946:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.078956:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83f3 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.078973:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.078979:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.078980:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.078983:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.079001:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.079011:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.079019:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997809920:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.079077:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.079839:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997809792:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126830.079853:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.080063:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005653504:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2712us (3044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.080071:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18284 00000100:00100000:2.0:1746126830.080343:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.080788:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005653888 00000100:00100000:0.0:1746126830.080793:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005653888 00002000:00100000:0.0:1746126830.080818:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926ad80 x1830946005653888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.080832:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926ad80 with x1830946005653888 ext(0->4095) 00010000:00010000:0.0:1746126830.080838:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.080849:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.080855:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926ad80 00000100:00100000:0.0:1746126830.080880:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3081 00000100:00100000:0.0:1746126830.080885:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005653888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126830.080981:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005653888:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126830.080987:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3081 00002000:00100000:0.0:1746126830.080992:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926ad80 x1830946005653888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.081000:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926ad80 with x1830946005653888 ext(0->4095) 00010000:00010000:0.0:1746126830.081005:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.081013:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.081019:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009926ad80 00000100:00100000:3.0:1746126830.082000:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997809920:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.082019:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.082031:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126830.082123:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005653632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3188us (3744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.082157:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30567 00000100:00100000:0.0:1746126830.084334:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.084382:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.084418:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005654016 00000100:00100000:3.0:1746126830.084424:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005654016 00000100:00100000:3.0:1746126830.084454:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30568 00000100:00100000:3.0:1746126830.084459:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1765:x1830946005654016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.084472:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.084484:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff83fa expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.084503:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.084507:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.084513:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.084516:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126830.084516:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005654144 00000100:00100000:1.0:1746126830.084520:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005654144 00010000:00010000:1.0:1746126830.084536:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.084543:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.084553:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126830.084559:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18285 00000100:00100000:1.0:1746126830.084565:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005654144:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.084566:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd000, rc 0) 00010000:00010000:1.0:1746126830.084572:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126830.084587:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.084602:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1765:x1830946005654016:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (273us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126830.084602:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.084605:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30568 00010000:00010000:1.0:1746126830.084616:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b0f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83ec expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.084637:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.084639:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.084644:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.084650:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.084668:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.084678:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126830.084688:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810176:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126830.084731:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126830.088080:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810176:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126830.088097:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126830.088161:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005654144:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3594us (3777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.088172:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18285 00000100:00100000:0.0:1746126830.088269:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.089202:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005654400 00000100:00100000:1.0:1746126830.089208:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005654400 00002000:00100000:1.0:1746126830.089240:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19180 x1830946005654400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.089248:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19180 with x1830946005654400 ext(0->4095) 00010000:00010000:1.0:1746126830.089255:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.089265:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126830.089270:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19180 00000100:00100000:1.0:1746126830.089299:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3082 00000100:00100000:1.0:1746126830.089304:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005654400:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.089410:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005654400:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (1140us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.089416:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3082 00002000:00100000:1.0:1746126830.089421:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a19180 x1830946005654400/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.089428:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19180 with x1830946005654400 ext(0->4095) 00010000:00010000:1.0:1746126830.089432:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.089445:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126830.089455:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a19180 00000100:00100000:0.0:1746126830.093573:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.093827:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005654528 00000100:00100000:1.0:1746126830.093835:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005654528 00010000:00010000:1.0:1746126830.093865:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126830.093970:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18286 00000100:00100000:1.0:1746126830.093977:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005654528:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126830.093989:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126830.094005:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.094015:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.094032:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b0f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83f3 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.094058:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.094061:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.094067:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.094078:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.094255:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126830.094268:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810304:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126830.094492:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.097069:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.097788:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810304:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.097805:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.097853:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005654528:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3875us (4287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.097862:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18286 00000100:00100000:3.0:1746126830.098441:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005654784 00000100:00100000:3.0:1746126830.098448:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005654784 00002000:00100000:3.0:1746126830.098479:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1ad80 x1830946005654784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.098488:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1ad80 with x1830946005654784 ext(0->4095) 00002000:00010000:3.0:1746126830.098491:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1ad80 00000100:00100000:3.0:1746126830.098517:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13977 00000100:00100000:3.0:1746126830.098523:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005654784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.098632:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005654784:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1568us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.098638:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13977 00002000:00100000:3.0:1746126830.098642:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1ad80 x1830946005654784/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.098649:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1ad80 with x1830946005654784 ext(0->4095) 00002000:00010000:3.0:1746126830.098651:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1ad80 00000100:00100000:0.0:1746126830.100774:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.100840:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005654912 00000100:00100000:3.0:1746126830.100847:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005654912 00000100:00100000:3.0:1746126830.100875:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30569 00000100:00100000:3.0:1746126830.100881:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005654912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.100893:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.100905:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8401 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.100926:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.100932:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.100933:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.100936:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.100960:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.100971:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.100981:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997810432:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.101689:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.103760:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.103833:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005655040 00000100:00100000:2.0:1746126830.103839:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005655040 00010000:00010000:2.0:1746126830.103864:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.103892:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18287 00000100:00100000:2.0:1746126830.103899:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005655040:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.103909:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.103924:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.103934:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.103953:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.103955:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.103961:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.103968:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.103992:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.104001:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810560:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.104471:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b0ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff83fa expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.104491:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997810432:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.104509:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.104521:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fce00, rc 0) 00000100:00100000:2.0:1746126830.105021:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.105155:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005654912:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4273us (4385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.105162:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30569 00000100:00100000:2.0:1746126830.107450:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810560:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.107467:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.107501:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2027:x1830946005655040:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3602us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.107510:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18287 00000100:00100000:0.0:1746126830.108177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.108343:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.108413:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005655296 00000100:00100000:2.0:1746126830.108418:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005655296 00002000:00100000:2.0:1746126830.108448:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a680 x1830946005655296/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.108457:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a680 with x1830946005655296 ext(0->4095) 00002000:00010000:2.0:1746126830.108460:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098a1a680 00000100:00100000:3.0:1746126830.108718:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005655424 00000100:00100000:3.0:1746126830.108721:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005655424 00000100:00100000:3.0:1746126830.108758:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30570 00000100:00100000:3.0:1746126830.108765:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005655424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.108775:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.108787:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8408 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.108809:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.108815:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.108817:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.108820:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.108847:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.108857:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.108872:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997810688:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.108934:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.109222:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3083 00000100:00100000:2.0:1746126830.109228:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005655296:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.109324:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005655296:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (1147us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.109329:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3083 00002000:00100000:2.0:1746126830.109333:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098a1a680 x1830946005655296/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.109341:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1a680 with x1830946005655296 ext(0->4095) 00010000:00010000:2.0:1746126830.109345:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.109354:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.109359:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a1a680 00000100:00100000:3.0:1746126830.113219:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997810688:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.113244:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.113257:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126830.113317:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005655424:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4552us (4973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.113324:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30570 00000100:00100000:0.0:1746126830.113523:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.113584:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005655552 00000100:00100000:3.0:1746126830.113590:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005655552 00000100:00100000:3.0:1746126830.113614:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30571 00000100:00100000:3.0:1746126830.113619:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1765:x1830946005655552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.113631:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.113643:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff840f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.113659:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.113662:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.113667:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.113670:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.113708:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.113716:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.113723:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:3.0:1746126830.113752:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1765:x1830946005655552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.113757:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30571 00000100:00100000:2.0:1746126830.114110:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.114208:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005655680 00000100:00100000:0.0:1746126830.114216:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005655680 00010000:00010000:0.0:1746126830.114244:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746126830.114269:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18288 00000100:00100000:0.0:1746126830.114276:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005655680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126830.114290:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126830.114311:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.114323:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.114344:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fce00/0x63da90637734b106 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8401 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.114369:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126830.114371:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126830.114379:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.114386:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.114415:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.114427:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746126830.114438:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810944:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126830.114968:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf683c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.117518:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.117627:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997810944:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.117650:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.117700:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005655680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3424us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.117708:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18288 00000100:00100000:3.0:1746126830.117897:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005655936 00000100:00100000:3.0:1746126830.117902:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005655936 00002000:00100000:3.0:1746126830.117935:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4e00 x1830946005655936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.118008:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4e00 with x1830946005655936 ext(0->4095) 00010000:00010000:3.0:1746126830.118016:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.118026:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.118032:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4e00 00000100:00100000:3.0:1746126830.118058:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3084 00000100:00100000:3.0:1746126830.118064:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005655936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.118528:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005655936:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 464us (1015us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.118535:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3084 00002000:00100000:3.0:1746126830.118540:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb4e00 x1830946005655936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.118546:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4e00 with x1830946005655936 ext(0->4095) 00010000:00010000:3.0:1746126830.118550:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.118559:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.118563:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb4e00 00000100:00100000:0.0:1746126830.121385:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.121866:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005656064 00000100:00100000:2.0:1746126830.121876:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005656064 00010000:00010000:2.0:1746126830.121919:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.121961:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18289 00000100:00100000:2.0:1746126830.121969:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005656064:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.121986:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.122006:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.122018:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.122041:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b10d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8408 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.122073:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.122075:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.122082:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.122090:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.122149:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.122163:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811072:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.123261:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.125215:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811072:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.125239:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.125287:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005656064:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3317us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.125298:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18289 00000100:00100000:0.0:1746126830.125534:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.125645:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005656320 00000100:00100000:3.0:1746126830.125653:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005656320 00002000:00100000:3.0:1746126830.125747:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5880 x1830946005656320/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.125757:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5880 with x1830946005656320 ext(0->4095) 00002000:00010000:3.0:1746126830.125780:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5880 00000100:00100000:3.0:1746126830.125830:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13979 00000100:00100000:3.0:1746126830.125838:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005656320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.125979:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005656320:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (451us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.125985:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13979 00002000:00100000:3.0:1746126830.125990:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb5880 x1830946005656320/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.126004:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb5880 with x1830946005656320 ext(0->4095) 00002000:00010000:3.0:1746126830.126007:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb5880 00000100:00100000:0.0:1746126830.128251:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.128800:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005656448 00000100:00100000:2.0:1746126830.128809:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005656448 00000100:00100000:2.0:1746126830.128861:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30572 00000100:00100000:2.0:1746126830.128869:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005656448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.128886:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.128904:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8416 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.128934:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.128942:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.128944:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.128947:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.128983:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.128994:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.129005:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997811200:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.129087:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.132312:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997811200:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.132347:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.132366:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126830.132413:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005656448:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3543us (4169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.132423:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30572 00000100:00100000:0.0:1746126830.132990:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.133956:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005656576 00000100:00100000:2.0:1746126830.133965:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005656576 00010000:00010000:2.0:1746126830.134002:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.134041:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18290 00000100:00100000:2.0:1746126830.134048:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005656576:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.134062:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.134084:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.134095:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.134118:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b114 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff840f expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.134171:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.134174:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.134182:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.134189:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.134222:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.134234:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811328:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.134313:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.136747:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.137426:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005656704 00000100:00100000:2.0:1746126830.137434:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005656704 00000100:00100000:2.0:1746126830.137930:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30573 00000100:00100000:2.0:1746126830.137939:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005656704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.137955:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.137970:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff841d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.137993:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.137999:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.138000:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.138003:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.138028:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.138038:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.138048:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997811456:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.138122:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.138167:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811328:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.138180:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.138200:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005656576:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4152us (5216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.138206:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18290 00000100:00100000:0.0:1746126830.138226:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.138244:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005656960 00000100:00100000:2.0:1746126830.138247:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005656960 00002000:00100000:2.0:1746126830.138267:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6300 x1830946005656960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.138279:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6300 with x1830946005656960 ext(0->4095) 00010000:00010000:2.0:1746126830.138284:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.138293:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.138298:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6300 00000100:00100000:2.0:1746126830.138855:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3085 00000100:00100000:2.0:1746126830.138862:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005656960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.138968:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005656960:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.138973:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3085 00002000:00100000:2.0:1746126830.138979:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012dfb6300 x1830946005656960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.138985:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6300 with x1830946005656960 ext(0->4095) 00010000:00010000:2.0:1746126830.138989:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.138996:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.139001:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dfb6300 00000100:00100000:0.0:1746126830.141342:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.141414:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997811456:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.141435:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 62 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.141447:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126830.141490:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005656704:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3552us (4758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.141497:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30573 00000100:00100000:2.0:1746126830.142151:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005657088 00000100:00100000:2.0:1746126830.142156:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005657088 00000100:00100000:2.0:1746126830.142186:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30574 00000100:00100000:2.0:1746126830.142191:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1765:x1830946005657088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.142203:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.142214:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8424 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.142231:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.142235:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.142240:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.142243:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 63 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.142270:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.142280:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 63 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.142292:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126830.142329:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1765:x1830946005657088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.142334:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30574 00000100:00100000:0.0:1746126830.143815:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.143878:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005657216 00000100:00100000:2.0:1746126830.143883:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005657216 00010000:00010000:2.0:1746126830.143899:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.143914:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18291 00000100:00100000:2.0:1746126830.143919:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005657216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.143927:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.143941:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.143950:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.143966:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b11b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8416 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.144080:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.144082:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.144089:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 62 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.144099:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 62 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.144119:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 62 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.144287:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.144299:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811712:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.144360:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.146545:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811712:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.146560:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.146577:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.146692:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005657216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2772us (2877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.146702:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18291 00000100:00100000:3.0:1746126830.146896:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005657472 00000100:00100000:3.0:1746126830.146900:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005657472 00002000:00100000:3.0:1746126830.146930:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6ebb80 x1830946005657472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.146938:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6ebb80 with x1830946005657472 ext(0->4095) 00010000:00010000:3.0:1746126830.146944:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.146954:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.146960:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d6ebb80 00000100:00100000:3.0:1746126830.146984:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3086 00000100:00100000:3.0:1746126830.146991:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005657472:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.147096:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005657472:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.147102:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3086 00002000:00100000:3.0:1746126830.147107:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6ebb80 x1830946005657472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.147114:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6ebb80 with x1830946005657472 ext(0->4095) 00010000:00010000:3.0:1746126830.147118:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.147154:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.147160:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d6ebb80 00000100:00100000:0.0:1746126830.148476:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.148517:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005657600 00000100:00100000:2.0:1746126830.148521:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005657600 00010000:00010000:2.0:1746126830.148539:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.148568:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18292 00000100:00100000:2.0:1746126830.148578:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005657600:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.148588:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.148602:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.148610:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.148627:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b122 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff841d expref: 63 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.148652:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.148654:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.148659:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 62 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.148666:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 62 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.148691:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 62 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.148701:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811840:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.148770:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.150427:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997811840:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.150441:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.150467:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005657600:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1888us (1991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.150474:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18292 00000100:00100000:0.0:1746126830.151928:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.152201:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005657856 00000100:00100000:2.0:1746126830.152206:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005657856 00002000:00100000:2.0:1746126830.152240:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6e9f80 x1830946005657856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.152248:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6e9f80 with x1830946005657856 ext(0->4095) 00002000:00010000:2.0:1746126830.152252:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d6e9f80 00000100:00100000:2.0:1746126830.152277:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13980 00000100:00100000:2.0:1746126830.152284:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005657856:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.152415:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005657856:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.152421:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13980 00002000:00100000:2.0:1746126830.152426:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d6e9f80 x1830946005657856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.152432:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6e9f80 with x1830946005657856 ext(0->4095) 00002000:00010000:2.0:1746126830.152435:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d6e9f80 00000100:00100000:0.0:1746126830.154118:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.154378:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005657984 00000100:00100000:3.0:1746126830.154384:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005657984 00000100:00100000:3.0:1746126830.154410:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30575 00000100:00100000:3.0:1746126830.154416:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005657984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.154426:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.154439:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff842b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.154462:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 61 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.154468:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.154470:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.154473:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.154496:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 61 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.154505:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 61 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.154514:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997811968:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.154584:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.156836:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997811968:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.156859:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.156870:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd200, rc 0) 00000100:00100000:3.0:1746126830.156910:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005657984:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2492us (2795us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.156911:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.156917:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30575 00000100:00100000:2.0:1746126830.157097:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005658112 00000100:00100000:2.0:1746126830.157102:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005658112 00010000:00010000:2.0:1746126830.157122:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.157171:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18293 00000100:00100000:2.0:1746126830.157177:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005658112:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.157187:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.157201:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.157215:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.157231:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b129 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8424 expref: 62 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.157254:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.157256:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.157261:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.157268:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.157290:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.157300:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997812096:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.157340:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.159299:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997812096:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.159311:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.159342:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+61:2028:x1830946005658112:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2165us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.159350:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18293 00000100:00100000:0.0:1746126830.160282:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.160588:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005658368 00000100:00100000:2.0:1746126830.160593:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005658368 00002000:00100000:2.0:1746126830.160620:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbed80 x1830946005658368/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.160629:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbed80 with x1830946005658368 ext(0->4095) 00002000:00010000:2.0:1746126830.160633:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbed80 00000100:00100000:2.0:1746126830.160645:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13981 00000100:00100000:2.0:1746126830.160651:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005658368:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.160759:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005658368:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.160765:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13981 00002000:00100000:2.0:1746126830.160770:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbed80 x1830946005658368/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.160777:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbed80 with x1830946005658368 ext(0->4095) 00002000:00010000:2.0:1746126830.160779:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbed80 00000100:00100000:0.0:1746126830.161646:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.162436:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005658496 00000100:00100000:3.0:1746126830.162441:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005658496 00000100:00100000:3.0:1746126830.162466:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30576 00000100:00100000:3.0:1746126830.162472:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+61:1764:x1830946005658496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.162482:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.162494:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8432 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.162514:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.162520:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.162521:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.162524:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.162547:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.162560:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.162569:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997812224:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.163431:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.163549:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.163637:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005658624 00000100:00100000:2.0:1746126830.163640:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005658624 00000100:00100000:2.0:1746126830.163667:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30577 00000100:00100000:2.0:1746126830.163672:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1765:x1830946005658624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.163679:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.163687:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8439 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.163699:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.163702:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 64 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.163711:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.163714:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 64 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.163731:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 64 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.163751:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 64 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.163760:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126830.163796:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+64:1765:x1830946005658624:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.163800:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30577 00000100:00100000:3.0:1746126830.165567:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997812224:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.165586:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.165597:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126830.165963:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1764:x1830946005658496:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3489us (4316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.165969:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30576 00000100:00100000:0.0:1746126830.166177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.166274:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005658752 00000100:00100000:2.0:1746126830.166278:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005658752 00010000:00010000:2.0:1746126830.166296:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.166324:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18294 00000100:00100000:2.0:1746126830.166329:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005658752:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.166339:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.166353:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.166363:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.166380:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b130 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff842b expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.166400:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.166401:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.166407:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.166413:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.166434:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 62 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.166443:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.166452:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997812480:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.166702:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.170005:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997812480:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.170024:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.170058:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005658752:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3727us (3880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.170068:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18294 00000100:00100000:0.0:1746126830.170437:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.170568:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005659008 00000100:00100000:3.0:1746126830.170574:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005659008 00002000:00100000:3.0:1746126830.170606:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd180 x1830946005659008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.170615:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd180 with x1830946005659008 ext(0->4095) 00010000:00010000:3.0:1746126830.170623:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.170636:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.170646:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd180 00000100:00100000:3.0:1746126830.170673:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3087 00000100:00100000:3.0:1746126830.170679:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005659008:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.170798:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005659008:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.170803:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3087 00002000:00100000:3.0:1746126830.170808:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098cbd180 x1830946005659008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.170814:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd180 with x1830946005659008 ext(0->4095) 00010000:00010000:3.0:1746126830.170818:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.170826:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.170832:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098cbd180 00000100:00100000:1.0:1746126830.172550:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126830.172565:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997812608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746126830.172611:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.172886:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997812608 00000100:00100000:2.0:1746126830.172892:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997812608 00000100:00100000:2.0:1746126830.172936:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1746126830.172942:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997812608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746126830.172963:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922759680 avail 3691237376 00000100:00080000:0.0:1746126830.172979:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126830.172997:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997812608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.173001:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1746126830.173014:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997812608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746126830.173057:0:3787:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746126830.173065:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012deeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997812736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126830.173088:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.173498:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997812736 00000100:00100000:2.0:1746126830.173502:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997812736 00000100:00100000:2.0:1746126830.173524:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1746126830.173528:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997812736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746126830.173537:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922759680 avail 3691237376 00000100:00100000:2.0:1746126830.173560:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997812736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.173564:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:0.0:1746126830.174273:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126830.174765:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012deeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997812736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126830.176107:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.176622:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005659136 00000100:00100000:2.0:1746126830.176626:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005659136 00010000:00010000:2.0:1746126830.176650:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.176948:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18295 00000100:00100000:2.0:1746126830.176955:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2027:x1830946005659136:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.176968:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.176985:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.176996:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.177015:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b137 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8432 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.177746:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.177749:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.177755:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 62 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.177763:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 62 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.177793:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 62 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.177804:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997812864:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.177872:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.179540:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997812864:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.179554:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.179579:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2027:x1830946005659136:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2624us (3474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.179587:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18295 00000100:00100000:0.0:1746126830.181958:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.182538:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005659392 00000100:00100000:3.0:1746126830.182546:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005659392 00002000:00100000:3.0:1746126830.182585:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb480 x1830946005659392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.182599:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb480 with x1830946005659392 ext(0->4095) 00002000:00010000:3.0:1746126830.182604:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deeb480 00000100:00100000:3.0:1746126830.182633:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13982 00000100:00100000:3.0:1746126830.182641:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005659392:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.182778:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005659392:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (825us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.182784:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13982 00002000:00100000:3.0:1746126830.182789:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012deeb480 x1830946005659392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.182795:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb480 with x1830946005659392 ext(0->4095) 00002000:00010000:3.0:1746126830.182798:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012deeb480 00000100:00100000:0.0:1746126830.186666:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.186854:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005659520 00000100:00100000:3.0:1746126830.186861:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005659520 00000100:00100000:3.0:1746126830.186893:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30578 00000100:00100000:3.0:1746126830.186899:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005659520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.186912:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.186925:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8440 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.186946:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 61 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.186952:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.186954:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.186957:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.186979:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 61 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.186988:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 61 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.186996:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997812992:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.188416:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.190274:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997812992:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.190308:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.190327:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fda00, rc 0) 00000100:00100000:2.0:1746126830.190364:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005659520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3464us (3704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.190371:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30578 00000100:00100000:0.0:1746126830.191110:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.191854:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005659648 00000100:00100000:2.0:1746126830.191860:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005659648 00000100:00100000:2.0:1746126830.191905:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30579 00000100:00100000:2.0:1746126830.191911:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:1764:x1830946005659648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.191924:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.191938:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8447 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.192392:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.192398:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.192405:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.192408:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.192435:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.192446:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.192458:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126830.192492:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+63:1764:x1830946005659648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 580us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.192497:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30579 00000100:00100000:0.0:1746126830.192767:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.192863:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005659776 00000100:00100000:3.0:1746126830.192867:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005659776 00010000:00010000:3.0:1746126830.192884:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 63 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.193204:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18296 00000100:00100000:3.0:1746126830.193212:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+63:2028:x1830946005659776:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.193220:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.193239:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 63 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.193248:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 63 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.193263:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b13e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8439 expref: 63 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.193281:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.193283:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.193288:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.193295:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.193315:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.193325:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.193335:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813248:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.193392:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.195895:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813248:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.195911:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.195958:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005659776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2746us (3190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.195966:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18296 00000100:00100000:0.0:1746126830.196198:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.196312:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005660032 00000100:00100000:3.0:1746126830.196317:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005660032 00002000:00100000:3.0:1746126830.196343:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c000 x1830946005660032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.196357:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c000 with x1830946005660032 ext(0->4095) 00010000:00010000:3.0:1746126830.196364:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.196373:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.196378:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2c000 00000100:00100000:3.0:1746126830.196392:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3088 00000100:00100000:3.0:1746126830.196397:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005660032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.196496:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005660032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.196501:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3088 00002000:00100000:3.0:1746126830.196505:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2c000 x1830946005660032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.196511:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2c000 with x1830946005660032 ext(0->4095) 00010000:00010000:3.0:1746126830.196515:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.196522:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.196528:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2c000 00000100:00100000:0.0:1746126830.198484:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.198644:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005660160 00000100:00100000:3.0:1746126830.198650:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005660160 00010000:00010000:3.0:1746126830.198673:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.198708:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18297 00000100:00100000:3.0:1746126830.198715:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005660160:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.198725:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.198754:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.198764:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.198781:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fda00/0x63da90637734b145 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8440 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.198796:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.198797:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.198803:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.198810:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.198834:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.198844:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813376:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.198906:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.200636:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813376:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.200649:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.200676:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005660160:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1961us (2196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.200683:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18297 00000100:00100000:0.0:1746126830.201941:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.201992:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005660416 00000100:00100000:2.0:1746126830.201998:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005660416 00002000:00100000:2.0:1746126830.202024:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2f800 x1830946005660416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.202032:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2f800 with x1830946005660416 ext(0->4095) 00002000:00010000:2.0:1746126830.202036:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2f800 00000100:00100000:2.0:1746126830.202058:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13983 00000100:00100000:2.0:1746126830.202062:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005660416:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.202192:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005660416:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.202197:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13983 00002000:00100000:2.0:1746126830.202202:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae2f800 x1830946005660416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.202209:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2f800 with x1830946005660416 ext(0->4095) 00002000:00010000:2.0:1746126830.202212:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae2f800 00000100:00100000:0.0:1746126830.210511:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.210574:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005660544 00000100:00100000:2.0:1746126830.210581:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005660544 00000100:00100000:2.0:1746126830.210630:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30580 00000100:00100000:2.0:1746126830.210638:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005660544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.210654:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.210667:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff844e expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.210691:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.210698:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.210700:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.210702:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.210728:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 61 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.210746:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 61 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.210757:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997813504:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.210840:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.214055:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.214161:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005660672 00000100:00100000:3.0:1746126830.214169:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005660672 00002000:00100000:3.0:1746126830.214203:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2df80 x1830946005660672/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.214213:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2df80 with x1830946005660672 ext(0->7) 00010000:00010000:3.0:1746126830.214220:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.214230:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 62 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.214236:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2df80 00000100:00100000:3.0:1746126830.214253:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3089 00000100:00100000:3.0:1746126830.214258:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+62:2028:x1830946005660672:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126830.214507:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997813504:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.214528:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.214539:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126830.214583:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005660544:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3945us (4079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.214593:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30580 00000100:00100000:0.0:1746126830.215709:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005660672:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 1448us (1658us total) trans 4294970684 rc 0/0 00000100:00100000:0.0:1746126830.215716:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3089 00002000:00100000:0.0:1746126830.215721:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae2df80 x1830946005660672/t4294970684(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.215728:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae2df80 with x1830946005660672 ext(0->7) 00010000:00010000:0.0:1746126830.215733:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 64 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.215752:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 64 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.215758:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae2df80 00000100:00100000:0.0:1746126830.222620:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.223350:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005660800 00000100:00100000:2.0:1746126830.223367:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005660800 00000100:00100000:2.0:1746126830.223420:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30581 00000100:00100000:2.0:1746126830.223428:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+64:1764:x1830946005660800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.223443:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.223456:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8455 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.223487:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.223492:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.224196:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.224201:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.224233:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.224244:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.224251:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126830.224876:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+65:1764:x1830946005660800:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1447us (2262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.224883:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30581 00000100:00100000:0.0:1746126830.225919:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.226104:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005660928 00000100:00100000:3.0:1746126830.226109:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005660928 00010000:00010000:3.0:1746126830.226185:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 65 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.226216:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18298 00000100:00100000:3.0:1746126830.226223:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+65:2027:x1830946005660928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.226233:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.226248:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 65 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.226259:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 65 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.226276:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b14c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8447 expref: 65 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.226300:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.226302:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.226308:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.226315:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.226338:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.226346:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.226385:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813760:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.226690:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.228643:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813760:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.228656:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.228681:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2027:x1830946005660928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2459us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.228688:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18298 00000100:00100000:0.0:1746126830.232942:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.233252:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005661184 00000100:00100000:2.0:1746126830.233260:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005661184 00002000:00100000:2.0:1746126830.233530:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1f80 x1830946005661184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.233539:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1f80 with x1830946005661184 ext(0->4095) 00010000:00010000:2.0:1746126830.233548:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.233560:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.233566:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb1f80 00000100:00100000:2.0:1746126830.233596:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3090 00000100:00100000:2.0:1746126830.233603:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005661184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.234262:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005661184:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 658us (1326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.234269:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3090 00002000:00100000:2.0:1746126830.234275:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb1f80 x1830946005661184/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.234283:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb1f80 with x1830946005661184 ext(0->4095) 00010000:00010000:2.0:1746126830.234287:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.234296:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.234306:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb1f80 00000100:00100000:0.0:1746126830.236788:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.237387:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005661312 00000100:00100000:3.0:1746126830.237394:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005661312 00010000:00010000:3.0:1746126830.237423:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.237452:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18299 00000100:00100000:3.0:1746126830.237459:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005661312:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.237470:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.237485:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.237496:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.237514:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b153 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff844e expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.237536:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.237538:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.237544:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.237551:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.237577:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.237588:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813888:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.237657:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.239643:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.239685:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005661568 00000100:00100000:2.0:1746126830.239690:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005661568 00002000:00100000:2.0:1746126830.239718:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3480 x1830946005661568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.239727:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3480 with x1830946005661568 ext(0->4095) 00002000:00010000:2.0:1746126830.239732:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb3480 00000100:00100000:2.0:1746126830.239757:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13984 00000100:00100000:2.0:1746126830.239763:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005661568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.240429:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2028:x1830946005661568:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 664us (789us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.240436:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13984 00002000:00100000:2.0:1746126830.240442:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb3480 x1830946005661568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.240449:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb3480 with x1830946005661568 ext(0->4095) 00002000:00010000:2.0:1746126830.240451:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fcb3480 00000100:00100000:3.0:1746126830.240484:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997813888:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.240500:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.240523:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005661312:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3065us (3741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.240530:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18299 00000100:00100000:0.0:1746126830.243780:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.243879:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005661696 00000100:00100000:2.0:1746126830.243886:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005661696 00000100:00100000:2.0:1746126830.243930:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30582 00000100:00100000:2.0:1746126830.243937:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005661696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.243951:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.243964:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff845c expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.243994:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.244000:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.244002:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.244004:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.244028:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 63 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.244038:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 63 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.244048:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814016:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.244248:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.245767:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.245815:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005661824 00000100:00100000:3.0:1746126830.245820:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005661824 00000100:00100000:2.0:1746126830.245833:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814016:192.168.202.29@tcp:104: 00002000:00100000:3.0:1746126830.245851:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011fcb0e00 x1830946005661824/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126830.245851:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126830.245860:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0e00 with x1830946005661824 ext(0->7) 00010000:00010000:2.0:1746126830.245862:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00010000:00010000:3.0:1746126830.245865:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 64 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.245875:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 64 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.245881:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0e00 00000100:00100000:3.0:1746126830.245896:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3091 00000100:00100000:2.0:1746126830.245896:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005661696:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1960us (2121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.245902:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30582 00000100:00100000:3.0:1746126830.245903:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+64:2027:x1830946005661824:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126830.246816:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946005661824:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 912us (1050us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746126830.246823:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3091 00002000:00100000:0.0:1746126830.246828:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011fcb0e00 x1830946005661824/t4294970685(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.246836:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0e00 with x1830946005661824 ext(0->7) 00010000:00010000:0.0:1746126830.246841:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.246850:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.246856:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0e00 00000100:00100000:0.0:1746126830.249211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.249574:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005661952 00000100:00100000:3.0:1746126830.249580:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005661952 00010000:00010000:3.0:1746126830.249605:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.253933:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18300 00000100:00100000:3.0:1746126830.253952:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2029:x1830946005661952:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.253968:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.253989:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.254003:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.254024:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b15a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8455 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.254060:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.254062:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.254069:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.254076:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.254109:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.254142:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997814144:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.254231:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.254484:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.254616:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005662080 00000100:00100000:2.0:1746126830.254622:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005662080 00000100:00100000:2.0:1746126830.255032:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30583 00000100:00100000:2.0:1746126830.255038:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1764:x1830946005662080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.255048:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.255056:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8463 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.255070:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.255075:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.255076:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.255079:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.255093:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.255102:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.255109:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814272:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.255166:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.255903:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997814144:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.255914:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.255934:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2029:x1830946005661952:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1990us (6728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.255941:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18300 00000100:00100000:0.0:1746126830.256777:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.256799:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814272:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.256814:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 66 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.256829:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126830.256852:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:1764:x1830946005662080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1815us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.256858:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30583 00000100:00100000:1.0:1746126830.257073:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005662336 00000100:00100000:1.0:1746126830.257077:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005662336 00002000:00100000:1.0:1746126830.257101:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0700 x1830946005662336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.257109:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0700 with x1830946005662336 ext(0->4095) 00010000:00010000:1.0:1746126830.257115:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.257152:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126830.257158:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0700 00000100:00100000:1.0:1746126830.257177:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3092 00000100:00100000:1.0:1746126830.257183:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005662336:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126830.257267:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005662336:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.257272:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3092 00002000:00100000:1.0:1746126830.257276:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011fcb0700 x1830946005662336/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.257283:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fcb0700 with x1830946005662336 ext(0->4095) 00010000:00010000:1.0:1746126830.257287:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.257295:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126830.257300:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fcb0700 00000100:00100000:0.0:1746126830.259376:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.259434:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005662464 00000100:00100000:3.0:1746126830.259441:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005662464 00010000:00010000:3.0:1746126830.259463:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.259498:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18301 00000100:00100000:3.0:1746126830.259504:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005662464:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.259513:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.259527:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.259537:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.259555:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b161 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff845c expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.259566:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.259569:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.259575:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.259581:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.259606:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.259614:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997814400:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.259688:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.262866:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997814400:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.262883:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.262926:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005662464:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3421us (3554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.262936:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18301 00000100:00100000:0.0:1746126830.263059:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.264235:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005662720 00000100:00100000:2.0:1746126830.264242:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005662720 00002000:00100000:2.0:1746126830.264272:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ca80 x1830946005662720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.264281:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ca80 with x1830946005662720 ext(0->4095) 00002000:00010000:2.0:1746126830.264285:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67ca80 00000100:00100000:2.0:1746126830.264313:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13985 00000100:00100000:2.0:1746126830.264318:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946005662720:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.264418:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946005662720:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.264424:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13985 00002000:00100000:2.0:1746126830.264429:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008d67ca80 x1830946005662720/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.264435:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67ca80 with x1830946005662720 ext(0->4095) 00002000:00010000:2.0:1746126830.264438:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d67ca80 00000100:00100000:0.0:1746126830.266372:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.267050:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005662848 00000100:00100000:2.0:1746126830.267057:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005662848 00000100:00100000:2.0:1746126830.267104:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30584 00000100:00100000:2.0:1746126830.267110:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005662848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.267445:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.267460:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff846a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.267485:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.267491:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.267493:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.267496:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.267522:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 65 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.267532:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 65 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.267542:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814528:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.267613:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.269973:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.270202:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814528:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.270222:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.270233:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126830.270263:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005662848:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3153us (3898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.270272:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30584 00000100:00100000:1.0:1746126830.270345:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005662976 00000100:00100000:1.0:1746126830.270349:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005662976 00002000:00100000:1.0:1746126830.270376:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67c000 x1830946005662976/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.270384:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67c000 with x1830946005662976 ext(0->7) 00010000:00010000:1.0:1746126830.270389:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.270398:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 66 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126830.270403:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67c000 00000100:00100000:1.0:1746126830.270416:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3093 00000100:00100000:1.0:1746126830.270421:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+66:2027:x1830946005662976:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126830.272489:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005662976:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 2061us (2515us total) trans 4294970686 rc 0/0 00000100:00100000:0.0:1746126830.272497:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3093 00002000:00100000:0.0:1746126830.272504:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008d67c000 x1830946005662976/t4294970686(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.272511:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d67c000 with x1830946005662976 ext(0->7) 00010000:00010000:0.0:1746126830.272519:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.272531:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:0.0:1746126830.272537:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d67c000 00000100:00100000:0.0:1746126830.275926:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.277096:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005663104 00000100:00100000:3.0:1746126830.277107:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005663104 00010000:00010000:3.0:1746126830.277170:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.277209:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18302 00000100:00100000:3.0:1746126830.277215:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005663104:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.277227:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.277244:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.277265:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.277286:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b168 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8463 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.277300:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.277301:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.277307:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.277313:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.277340:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.277352:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997814656:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.277545:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.281700:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.281771:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005663360 00000100:00100000:1.0:1746126830.281779:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005663360 00000100:00100000:3.0:1746126830.281797:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997814656:192.168.202.29@tcp:105: 00002000:00100000:1.0:1746126830.281818:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8700 x1830946005663360/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126830.281819:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126830.281826:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8700 with x1830946005663360 ext(0->4095) 00002000:00010000:1.0:1746126830.281830:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990d8700 00000100:00100000:3.0:1746126830.281857:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2028:x1830946005663104:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4639us (5934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.281865:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18302 00000100:00100000:1.0:1746126830.282712:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13986 00000100:00100000:1.0:1746126830.282720:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005663360:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.282891:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005663360:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (1198us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.282896:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13986 00002000:00100000:1.0:1746126830.282902:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800990d8700 x1830946005663360/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.282908:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d8700 with x1830946005663360 ext(0->4095) 00002000:00010000:1.0:1746126830.282911:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990d8700 00000100:00100000:2.0:1746126830.283196:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.283390:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005663488 00000100:00100000:3.0:1746126830.283395:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005663488 00000100:00100000:3.0:1746126830.283416:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30585 00000100:00100000:3.0:1746126830.283420:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+67:1764:x1830946005663488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.283429:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.283444:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8471 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.283467:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.283474:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.283475:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.283479:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.283607:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.283618:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.283629:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814784:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.283728:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.284996:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997814784:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.285014:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.285030:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd000, rc 0) 00000100:00100000:3.0:1746126830.285071:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1764:x1830946005663488:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1649us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.285076:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30585 00000100:00100000:0.0:1746126830.285722:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.285793:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005663616 00000100:00100000:3.0:1746126830.285797:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005663616 00000100:00100000:3.0:1746126830.285882:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30586 00000100:00100000:3.0:1746126830.285890:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1765:x1830946005663616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.285902:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.285912:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8478 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.285928:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.285932:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126830.286051:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.286222:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005663744 00000100:00100000:2.0:1746126830.286226:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005663744 00010000:00010000:2.0:1746126830.286242:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.286298:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.286322:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.286348:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.286357:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.286368:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:3.0:1746126830.286395:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1765:x1830946005663616:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 507us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.286400:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30586 00000100:00100000:2.0:1746126830.286488:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18303 00000100:00100000:2.0:1746126830.286495:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005663744:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.286503:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.286518:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.286528:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.286545:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b16f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff846a expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.286568:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.286569:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.286574:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.286582:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.286604:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.286767:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.286777:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815040:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.286831:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.289985:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815040:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126830.290004:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.290056:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005663744:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3560us (4003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.290065:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18303 00000100:00100000:2.0:1746126830.290243:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.290301:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005664000 00000100:00100000:1.0:1746126830.290306:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005664000 00002000:00100000:1.0:1746126830.290338:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268a80 x1830946005664000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.290346:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268a80 with x1830946005664000 ext(0->4095) 00010000:00010000:1.0:1746126830.290352:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.290367:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126830.290373:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099268a80 00000100:00100000:1.0:1746126830.290396:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3094 00000100:00100000:1.0:1746126830.290402:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2028:x1830946005664000:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.290497:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2028:x1830946005664000:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.290503:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3094 00002000:00100000:1.0:1746126830.290508:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099268a80 x1830946005664000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.290515:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099268a80 with x1830946005664000 ext(0->4095) 00010000:00010000:1.0:1746126830.290519:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:1.0:1746126830.290527:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:1.0:1746126830.290532:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099268a80 00000100:00100000:0.0:1746126830.292232:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.292251:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005664128 00000100:00100000:0.0:1746126830.292255:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005664128 00010000:00010000:0.0:1746126830.292273:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:0.0:1746126830.292302:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18304 00000100:00100000:0.0:1746126830.292308:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005664128:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126830.292317:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126830.292329:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.292339:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.292636:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd000/0x63da90637734b176 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8471 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:0.0:1746126830.292655:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126830.292657:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126830.292663:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.292670:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.292697:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126830.292707:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815168:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126830.293485:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.295952:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.296027:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005664384 00000100:00100000:3.0:1746126830.296033:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005664384 00002000:00100000:3.0:1746126830.296063:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bad80 x1830946005664384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.296072:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bad80 with x1830946005664384 ext(0->4095) 00002000:00010000:3.0:1746126830.296076:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bad80 00000100:00100000:3.0:1746126830.296100:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13987 00000100:00100000:3.0:1746126830.296106:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2028:x1830946005664384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.296225:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2028:x1830946005664384:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.296235:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13987 00002000:00100000:3.0:1746126830.296240:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bad80 x1830946005664384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.296245:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bad80 with x1830946005664384 ext(0->4095) 00002000:00010000:3.0:1746126830.296248:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bad80 00000100:00100000:2.0:1746126830.296437:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800991b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815168:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.296454:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.296475:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005664128:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4167us (4250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.296481:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18304 00000100:00100000:0.0:1746126830.297662:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.297721:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005664512 00000100:00100000:3.0:1746126830.297725:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005664512 00000100:00100000:3.0:1746126830.297772:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30587 00000100:00100000:3.0:1746126830.297778:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005664512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.297789:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.297801:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff847f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.297823:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.297829:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.297831:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.297834:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.297857:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.297867:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 67 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.297877:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997815296:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.297948:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.299597:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997815296:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.299617:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.299630:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd400, rc 0) 00000100:00100000:3.0:1746126830.299666:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005664512:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1888us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.299675:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30587 00000100:00100000:0.0:1746126830.300427:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.300503:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005664640 00000100:00100000:2.0:1746126830.300508:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005664640 00010000:00010000:2.0:1746126830.300530:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.300548:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18305 00000100:00100000:2.0:1746126830.300553:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005664640:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.300563:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.300579:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.300594:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.300612:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b17d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8478 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.300637:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.300639:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.300644:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.300652:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.300675:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.300684:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815424:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.300722:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.302719:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815424:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.302748:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.302760:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.302774:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2027:x1830946005664640:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2221us (2348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.302781:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18305 00000100:00100000:1.0:1746126830.302919:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005664896 00000100:00100000:1.0:1746126830.302924:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005664896 00002000:00100000:1.0:1746126830.302951:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bb800 x1830946005664896/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.302960:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bb800 with x1830946005664896 ext(0->4095) 00002000:00010000:1.0:1746126830.302964:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bb800 00000100:00100000:1.0:1746126830.302988:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13988 00000100:00100000:1.0:1746126830.302994:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005664896:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126830.303090:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005664896:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.303096:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13988 00002000:00100000:1.0:1746126830.303101:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b1bb800 x1830946005664896/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.303108:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1bb800 with x1830946005664896 ext(0->4095) 00002000:00010000:1.0:1746126830.303110:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1bb800 00000100:00100000:0.0:1746126830.304863:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.305184:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005665024 00000100:00100000:3.0:1746126830.305190:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005665024 00000100:00100000:3.0:1746126830.305229:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30588 00000100:00100000:3.0:1746126830.305235:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+67:1765:x1830946005665024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.305247:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.305259:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8486 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.305281:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.305288:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.305289:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.305292:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.305314:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.305324:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.305334:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997815552:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.305394:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.308411:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.308628:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005665152 00000100:00100000:1.0:1746126830.308636:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005665152 00000100:00100000:1.0:1746126830.308685:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30589 00000100:00100000:1.0:1746126830.308691:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1764:x1830946005665152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.308706:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.308720:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff848d expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.308755:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.308760:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 70 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.308769:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.308772:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 70 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.308806:0:9594:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 70 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.308815:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 70 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.308823:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834a00, rc 0) 00000100:00100000:1.0:1746126830.308857:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:1764:x1830946005665152:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.308863:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30589 00000100:00100000:0.0:1746126830.309185:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.309223:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005665280 00000100:00100000:2.0:1746126830.309228:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005665280 00010000:00010000:2.0:1746126830.309246:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.309271:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18306 00000100:00100000:2.0:1746126830.309277:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005665280:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.309285:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.309299:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.309308:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.309322:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.309324:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.309329:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.309335:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.309353:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.309361:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.309371:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815808:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.309415:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746126830.309527:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734b184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff847f expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.309551:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997815552:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.309564:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.309571:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.309578:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126830.309890:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1765:x1830946005665024:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4360us (4735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.309899:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30588 00000100:00100000:2.0:1746126830.312219:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815808:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.312233:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.312250:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.312268:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19fe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005665280:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2990us (3083us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.312275:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18306 00000100:00100000:3.0:1746126830.312398:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005665536 00000100:00100000:3.0:1746126830.312403:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005665536 00002000:00100000:3.0:1746126830.312434:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425f80 x1830946005665536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.312444:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425f80 with x1830946005665536 ext(0->4095) 00010000:00010000:3.0:1746126830.312450:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.312461:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.312467:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425f80 00000100:00100000:3.0:1746126830.312479:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3095 00000100:00100000:3.0:1746126830.312485:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005665536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.312583:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005665536:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.312588:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3095 00002000:00100000:3.0:1746126830.312594:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098425f80 x1830946005665536/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.312601:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098425f80 with x1830946005665536 ext(0->4095) 00010000:00010000:3.0:1746126830.312605:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.312614:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.312619:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098425f80 00000100:00100000:0.0:1746126830.318251:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.318543:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005665664 00000100:00100000:0.0:1746126830.318546:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.318551:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005665664 00000100:00100000:2.0:1746126830.318598:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005665792 00000100:00100000:2.0:1746126830.318602:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005665792 00010000:00010000:2.0:1746126830.318624:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.318658:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18307 00000100:00100000:2.0:1746126830.318665:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005665792:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.318676:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.318693:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.318703:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.318860:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b18b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8486 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.318878:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.318880:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.318886:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.318900:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.318938:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.318949:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815936:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.318982:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30590 00000100:00100000:3.0:1746126830.318989:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005665664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.319001:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.319011:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8494 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.319025:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00010000:00010000:3.0:1746126830.319030:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.319036:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.319038:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.319041:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.319115:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.319149:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.319159:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997816064:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.319357:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.323063:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997816064:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.323089:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.323103:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126830.323169:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005665664:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4179us (4923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.323177:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30590 00000100:00100000:2.0:1746126830.323244:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997815936:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.323255:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.323271:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005665792:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4608us (4725us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.323278:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18307 00000100:00100000:0.0:1746126830.323356:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.323511:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005666048 00000100:00100000:2.0:1746126830.323517:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005666048 00002000:00100000:2.0:1746126830.323551:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098426680 x1830946005666048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.323560:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426680 with x1830946005666048 ext(0->4095) 00010000:00010000:2.0:1746126830.323566:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.323576:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.323582:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098426680 00000100:00100000:2.0:1746126830.323608:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3096 00000100:00100000:2.0:1746126830.323614:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005666048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.323704:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005666048:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.323710:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3096 00002000:00100000:2.0:1746126830.323715:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098426680 x1830946005666048/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.323722:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098426680 with x1830946005666048 ext(0->4095) 00010000:00010000:2.0:1746126830.323726:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.323745:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 68 pid: 9594 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.323749:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098426680 00000100:00100000:0.0:1746126830.325674:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.325713:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.325730:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005666304 00000100:00100000:3.0:1746126830.325744:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005666304 00000100:00100000:3.0:1746126830.325780:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30591 00000100:00100000:3.0:1746126830.325786:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1764:x1830946005666304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.325796:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.325808:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff849b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.325829:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005666176 00010000:00010000:3.0:1746126830.325830:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746126830.325833:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005666176 00010000:00010000:3.0:1746126830.325835:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.325840:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126830.325843:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 70 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.325847:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 70 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.325864:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18308 00010000:00010000:3.0:1746126830.325868:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.325868:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946005666176:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.325875:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.325877:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 70 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.325883:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00010000:00010000:2.0:1746126830.325890:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 70 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.325902:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 70 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.325910:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+70:1764:x1830946005666304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.325915:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30591 00010000:00010000:2.0:1746126830.325916:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734b192 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff848d expref: 70 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.325927:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.325929:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.325933:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.325939:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.325955:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.325963:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.325972:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997816320:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.326117:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.328020:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997816320:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.328035:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.328063:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005666176:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2193us (2348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.328073:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18308 00000100:00100000:0.0:1746126830.328682:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.329242:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005666560 00000100:00100000:3.0:1746126830.329247:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005666560 00002000:00100000:3.0:1746126830.329277:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427800 x1830946005666560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.329286:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427800 with x1830946005666560 ext(0->4095) 00010000:00010000:3.0:1746126830.329293:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.329308:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.329314:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098427800 00000100:00100000:3.0:1746126830.329341:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3097 00000100:00100000:3.0:1746126830.329347:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005666560:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.329462:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005666560:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (780us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.329467:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3097 00002000:00100000:3.0:1746126830.329472:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098427800 x1830946005666560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.329479:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098427800 with x1830946005666560 ext(0->4095) 00010000:00010000:3.0:1746126830.329482:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.329490:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.329496:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098427800 00000100:00100000:0.0:1746126830.332988:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.333055:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005666688 00000100:00100000:2.0:1746126830.333061:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005666688 00010000:00010000:2.0:1746126830.333090:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.333114:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18309 00000100:00100000:2.0:1746126830.333121:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005666688:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.333152:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.333168:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.333177:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.333196:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b199 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8494 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.333222:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.333223:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.333229:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.333236:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.333262:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.333272:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997816448:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.333335:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.335631:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997816448:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.335650:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.335694:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005666688:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2572us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.335702:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18309 00000100:00100000:0.0:1746126830.336312:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.336618:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005666944 00000100:00100000:2.0:1746126830.336623:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005666944 00002000:00100000:2.0:1746126830.336652:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb480 x1830946005666944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.336661:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb480 with x1830946005666944 ext(0->4095) 00002000:00010000:2.0:1746126830.336664:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb480 00000100:00100000:2.0:1746126830.336820:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13989 00000100:00100000:2.0:1746126830.336826:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005666944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.336996:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005666944:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (684us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.337002:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13989 00002000:00100000:2.0:1746126830.337007:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb480 x1830946005666944/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.337013:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb480 with x1830946005666944 ext(0->4095) 00002000:00010000:2.0:1746126830.337016:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb480 00000100:00100000:0.0:1746126830.338836:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.338885:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005667072 00000100:00100000:1.0:1746126830.338890:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005667072 00000100:00100000:1.0:1746126830.338932:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30592 00000100:00100000:1.0:1746126830.338939:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005667072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.338949:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.338962:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84a2 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.338984:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.338999:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.339001:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.339004:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.339034:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.339043:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 67 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126830.339054:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997816576:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126830.339154:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.341002:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.341061:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005667200 00000100:00100000:2.0:1746126830.341066:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005667200 00010000:00010000:2.0:1746126830.341087:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.341106:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18310 00000100:00100000:2.0:1746126830.341111:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005667200:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.341119:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.341153:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.341163:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.341180:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.341182:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.341187:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.341193:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.341214:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.341223:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997816704:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126830.341302:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b1a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff849b expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:1.0:1746126830.341318:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997816576:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126830.341335:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.341343:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835800, rc 0) 00000100:00100000:1.0:1746126830.341363:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005667072:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2425us (2530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.341369:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30592 00000100:00100000:2.0:1746126830.341569:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.343675:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997816704:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126830.343681:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126830.343691:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.343970:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005667456 00000100:00100000:3.0:1746126830.343976:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005667456 00002000:00100000:3.0:1746126830.344009:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb800 x1830946005667456/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.344018:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946005667456 ext(0->4095) 00000100:00100000:2.0:1746126830.344019:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+67:2027:x1830946005667200:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2907us (3019us total) trans 0 rc 0/0 00002000:00010000:3.0:1746126830.344022:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb800 00000100:00100000:2.0:1746126830.344027:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18310 00000100:00100000:3.0:1746126830.344043:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13990 00000100:00100000:3.0:1746126830.344048:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005667456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.344162:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005667456:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.344168:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13990 00002000:00100000:3.0:1746126830.344173:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adeb800 x1830946005667456/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.344180:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adeb800 with x1830946005667456 ext(0->4095) 00002000:00010000:3.0:1746126830.344182:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009adeb800 00000100:00100000:0.0:1746126830.346267:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.346701:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.346787:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005667584 00000100:00100000:3.0:1746126830.346793:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005667584 00000100:00100000:3.0:1746126830.346834:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005667712 00000100:00100000:3.0:1746126830.346837:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005667712 00000100:00100000:3.0:1746126830.346851:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30593 00000100:00100000:3.0:1746126830.346857:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1765:x1830946005667584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.346870:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.346882:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84a9 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.346906:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.346912:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.346914:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.346917:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.346943:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 5 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.346952:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 5 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.346963:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997816832:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.347024:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.347164:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30594 00000100:00100000:2.0:1746126830.347171:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1764:x1830946005667712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.347177:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.347183:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84b0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.347191:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.347194:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 70 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.347198:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.347201:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 70 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.347216:0:21550:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 70 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.347227:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 70 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.347234:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126830.347256:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+70:1764:x1830946005667712:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.347264:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30594 00000100:00100000:3.0:1746126830.349545:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997816832:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.349568:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.349580:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd200, rc 0) 00000100:00100000:3.0:1746126830.349609:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1765:x1830946005667584:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2751us (3346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.349615:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30593 00000100:00100000:0.0:1746126830.350975:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.351048:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005667840 00000100:00100000:2.0:1746126830.351054:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005667840 00010000:00010000:2.0:1746126830.351077:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.351096:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18311 00000100:00100000:2.0:1746126830.351102:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005667840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.351113:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.351145:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.351155:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.351172:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835800/0x63da90637734b1a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a2 expref: 6 pid: 9594 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.351194:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.351196:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.351202:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.351210:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.351233:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.351243:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 68 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.351253:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817088:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.352079:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.355257:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817088:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.355276:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.355312:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005667840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4209us (4339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.355321:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18311 00000100:00100000:0.0:1746126830.355699:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.355829:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005668096 00000100:00100000:3.0:1746126830.355835:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005668096 00002000:00100000:3.0:1746126830.355862:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174380 x1830946005668096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.355871:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174380 with x1830946005668096 ext(0->4095) 00010000:00010000:3.0:1746126830.355877:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.355891:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.355896:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174380 00000100:00100000:3.0:1746126830.355908:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3098 00000100:00100000:3.0:1746126830.355913:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005668096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.355995:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005668096:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.355999:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3098 00002000:00100000:3.0:1746126830.356003:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174380 x1830946005668096/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.356010:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174380 with x1830946005668096 ext(0->4095) 00010000:00010000:3.0:1746126830.356013:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.356020:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.356025:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174380 00000100:00100000:0.0:1746126830.357599:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.357668:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005668224 00000100:00100000:3.0:1746126830.357673:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005668224 00000100:00100000:3.0:1746126830.357696:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30595 00000100:00100000:3.0:1746126830.357701:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005668224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.357710:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.357724:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84b7 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.357759:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.357764:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.357770:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126830.357773:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.357799:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.357810:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.357818:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126830.357854:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005668224:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.357859:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30595 00000100:00100000:0.0:1746126830.358342:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.358398:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005668352 00000100:00100000:2.0:1746126830.358401:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005668352 00010000:00010000:2.0:1746126830.358414:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.358429:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18312 00000100:00100000:2.0:1746126830.358433:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2028:x1830946005668352:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.358440:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.358451:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.358459:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.358473:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd200/0x63da90637734b1ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84a9 expref: 69 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.358483:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.358484:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.358490:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.358496:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.358513:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.358521:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.358531:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817344:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.358590:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.359871:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817344:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.359883:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.359905:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005668352:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1471us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.359918:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18312 00000100:00100000:0.0:1746126830.360235:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.360347:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005668608 00000100:00100000:2.0:1746126830.360351:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005668608 00002000:00100000:2.0:1746126830.360375:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174e00 x1830946005668608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.360389:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174e00 with x1830946005668608 ext(0->4095) 00010000:00010000:2.0:1746126830.360395:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.360405:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.360410:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174e00 00000100:00100000:2.0:1746126830.360432:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3099 00000100:00100000:2.0:1746126830.360438:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005668608:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.360571:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005668608:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.360578:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3099 00002000:00100000:2.0:1746126830.360583:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174e00 x1830946005668608/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.360589:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174e00 with x1830946005668608 ext(0->4095) 00010000:00010000:2.0:1746126830.360593:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.360600:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 68 pid: 21550 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.360605:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174e00 00000100:00100000:0.0:1746126830.363728:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.363786:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.363937:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005668736 00000100:00100000:2.0:1746126830.363944:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005668736 00000100:00100000:2.0:1746126830.363972:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30596 00000100:00100000:2.0:1746126830.363979:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1764:x1830946005668736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.363992:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.364004:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84be expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.364022:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.364026:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.364030:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.364033:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 69 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.364059:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.364069:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 69 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.364077:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126830.364122:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1764:x1830946005668736:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.364141:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30596 00000100:00100000:3.0:1746126830.364295:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005668864 00000100:00100000:3.0:1746126830.364299:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005668864 00010000:00010000:3.0:1746126830.364314:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 69 pid: 21550 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.364331:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18313 00000100:00100000:3.0:1746126830.364336:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b19ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2029:x1830946005668864:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.364346:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.364360:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 69 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.364369:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 69 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.364382:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13de00/0x63da90637734b1b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b0 expref: 69 pid: 21550 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.364394:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.364395:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.364400:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.364406:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.364422:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.364431:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.364440:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817600:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.364482:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.370622:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817600:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.370642:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.370676:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b19ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2029:x1830946005668864:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6338us (6888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.370685:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18313 00000100:00100000:0.0:1746126830.372051:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.372105:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005669120 00000100:00100000:2.0:1746126830.372111:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005669120 00002000:00100000:2.0:1746126830.372175:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174000 x1830946005669120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.372188:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174000 with x1830946005669120 ext(0->4095) 00010000:00010000:2.0:1746126830.372194:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.372205:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.372211:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174000 00000100:00100000:2.0:1746126830.372781:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3100 00000100:00100000:2.0:1746126830.372789:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005669120:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.372906:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005669120:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (856us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.372912:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3100 00002000:00100000:2.0:1746126830.372917:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099174000 x1830946005669120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.372924:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174000 with x1830946005669120 ext(0->4095) 00010000:00010000:2.0:1746126830.372929:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:2.0:1746126830.372938:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:2.0:1746126830.372944:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099174000 00000100:00100000:0.0:1746126830.376846:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.376903:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005669248 00000100:00100000:3.0:1746126830.376911:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005669248 00010000:00010000:3.0:1746126830.376937:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.376974:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18314 00000100:00100000:3.0:1746126830.376980:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005669248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.376992:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.377008:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.377018:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.377036:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b1bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84b7 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.377065:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.377067:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.377073:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.377080:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.377106:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.377117:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817728:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.377214:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.378373:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817728:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.378384:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.378418:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005669248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1437us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.378424:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18314 00000100:00100000:0.0:1746126830.378917:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.379724:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005669504 00000100:00100000:3.0:1746126830.379730:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005669504 00002000:00100000:3.0:1746126830.379771:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176680 x1830946005669504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.379779:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176680 with x1830946005669504 ext(0->4095) 00002000:00010000:3.0:1746126830.379783:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099176680 00000100:00100000:3.0:1746126830.379810:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13991 00000100:00100000:3.0:1746126830.379816:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005669504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.379910:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2027:x1830946005669504:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (994us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.379916:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13991 00002000:00100000:3.0:1746126830.379921:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880099176680 x1830946005669504/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.379933:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176680 with x1830946005669504 ext(0->4095) 00002000:00010000:3.0:1746126830.379936:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099176680 00000100:00100000:0.0:1746126830.382519:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.382580:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005669632 00000100:00100000:2.0:1746126830.382587:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005669632 00000100:00100000:2.0:1746126830.382620:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30597 00000100:00100000:2.0:1746126830.382626:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005669632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.382639:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.382653:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84c5 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.382675:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.382681:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.382682:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.382686:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.382711:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 67 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.382720:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 67 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.382731:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997817856:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.382815:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.387020:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997817856:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.387048:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.387067:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126830.387105:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005669632:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4478us (4590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.387112:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30597 00000100:00100000:0.0:1746126830.387366:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.387579:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005669760 00000100:00100000:3.0:1746126830.387585:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005669760 00010000:00010000:3.0:1746126830.387607:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 68 pid: 9597 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.387625:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18315 00000100:00100000:3.0:1746126830.387630:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005669760:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.387640:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.387656:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 68 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.387664:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 68 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.387681:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84be expref: 68 pid: 9597 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.387693:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.387694:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.387699:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.387706:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.387743:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.387754:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817984:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.387805:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.390200:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.390341:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005669888 00000100:00100000:2.0:1746126830.390348:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005669888 00000100:00100000:2.0:1746126830.390381:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30598 00000100:00100000:2.0:1746126830.390387:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1764:x1830946005669888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.390400:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.390413:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84cc expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.390433:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.390439:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.390440:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.390443:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.390463:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.390473:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 5 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:2.0:1746126830.390487:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997818112:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.390600:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997817984:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.390613:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.391839:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.391917:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2028:x1830946005669760:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4284us (4550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.391925:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18315 00000100:00100000:0.0:1746126830.392864:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.392961:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005670144 00000100:00100000:3.0:1746126830.392965:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005670144 00002000:00100000:3.0:1746126830.392993:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ce00 x1830946005670144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.393002:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ce00 with x1830946005670144 ext(0->4095) 00010000:00010000:3.0:1746126830.393008:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.393019:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.393025:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ce00 00000100:00100000:3.0:1746126830.393047:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3101 00000100:00100000:3.0:1746126830.393052:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005670144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.393167:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005670144:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.393172:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3101 00002000:00100000:3.0:1746126830.393177:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ce00 x1830946005670144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.393183:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ce00 with x1830946005670144 ext(0->4095) 00010000:00010000:3.0:1746126830.393187:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.393450:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00002000:00010000:3.0:1746126830.393457:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ce00 00000100:00100000:2.0:1746126830.393593:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997818112:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.393612:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.393623:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126830.393644:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1764:x1830946005669888:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3258us (3450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.393650:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30598 00000100:00100000:2.0:1746126830.395595:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.395705:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005670272 00000100:00100000:0.0:1746126830.395712:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005670272 00000100:00100000:0.0:1746126830.395761:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30599 00000100:00100000:0.0:1746126830.395768:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+68:1765:x1830946005670272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126830.395779:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126830.395791:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84d3 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.395809:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126830.395813:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.395818:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126830.395821:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.395848:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.395857:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 69 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.395865:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292400, rc 0) 00000100:00100000:0.0:1746126830.395956:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:1765:x1830946005670272:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.395961:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30599 00000100:00100000:0.0:1746126830.396023:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.396258:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005670400 00000100:00100000:3.0:1746126830.396262:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005670400 00010000:00010000:3.0:1746126830.396275:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00000100:00100000:3.0:1746126830.396290:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18316 00000100:00100000:3.0:1746126830.396294:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005670400:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.396301:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.396314:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.396322:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.396337:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b1ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84c5 expref: 6 pid: 9596 timeout: 825 lvb_type: 0 00010000:00010000:3.0:1746126830.396348:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.396349:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.396355:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.396361:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.396375:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.396384:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 68 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.396393:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997818368:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.396428:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.398256:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997818368:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.398269:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.398354:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005670400:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2058us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.398361:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18316 00000100:00100000:0.0:1746126830.400666:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.401317:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005670656 00000100:00100000:3.0:1746126830.401324:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005670656 00002000:00100000:3.0:1746126830.401360:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14fb80 x1830946005670656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.401369:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14fb80 with x1830946005670656 ext(0->4095) 00010000:00010000:3.0:1746126830.401376:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.401387:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.401393:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14fb80 00000100:00100000:3.0:1746126830.401421:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3102 00000100:00100000:3.0:1746126830.401428:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005670656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.401543:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2027:x1830946005670656:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (881us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.401548:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3102 00002000:00100000:3.0:1746126830.401553:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14fb80 x1830946005670656/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.401560:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14fb80 with x1830946005670656 ext(0->4095) 00010000:00010000:3.0:1746126830.401564:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.401572:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.401577:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14fb80 00000100:00100000:1.0:1746126830.406843:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.406965:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005670784 00000100:00100000:3.0:1746126830.406973:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005670784 00010000:00010000:3.0:1746126830.407000:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.407389:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18317 00000100:00100000:3.0:1746126830.407396:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2029:x1830946005670784:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.407407:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.407423:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.407434:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.407452:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84cc expref: 69 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.407650:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.407652:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.407658:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.407666:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.407691:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 68 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.407706:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997818496:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.409178:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.413397:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997818496:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.413415:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.413436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.413530:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005671040 00000100:00100000:2.0:1746126830.413535:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005671040 00002000:00100000:2.0:1746126830.413574:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d880 x1830946005671040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.413583:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946005671040 ext(0->4095) 00002000:00010000:2.0:1746126830.413587:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14d880 00000100:00100000:2.0:1746126830.413930:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13992 00000100:00100000:2.0:1746126830.413937:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2030:x1830946005671040:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126830.414070:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+69:2029:x1830946005670784:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6673us (7233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.414077:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18317 00000100:00100000:2.0:1746126830.414977:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2030:x1830946005671040:12345-192.168.202.29@tcp:3:ptlrpcd_01_01.0 Request processed in 1039us (1540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.414984:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13992 00002000:00100000:2.0:1746126830.414990:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14d880 x1830946005671040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.414998:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14d880 with x1830946005671040 ext(0->4095) 00002000:00010000:2.0:1746126830.415001:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14d880 00000100:00100000:1.0:1746126830.421231:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.421319:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005671168 00000100:00100000:2.0:1746126830.421326:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005671168 00000100:00100000:2.0:1746126830.421365:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30600 00000100:00100000:2.0:1746126830.421371:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005671168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.421387:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.421401:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84da expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.421451:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.421458:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.421460:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.421463:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.421487:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 67 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.421496:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 67 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.421507:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997818624:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.422348:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.434493:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997818624:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.434520:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.434535:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126830.434575:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005671168:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13202us (13350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.434583:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30600 00000100:00100000:0.0:1746126830.440260:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.441162:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005671296 00000100:00100000:2.0:1746126830.441170:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005671296 00002000:00100000:2.0:1746126830.441208:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e14f800 x1830946005671296/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.441217:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f800 with x1830946005671296 ext(0->7) 00010000:00010000:2.0:1746126830.441225:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 68 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.441236:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 68 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.441243:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14f800 00000100:00100000:2.0:1746126830.441275:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3103 00000100:00100000:2.0:1746126830.441282:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+68:2028:x1830946005671296:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126830.448484:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2028:x1830946005671296:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 7192us (8219us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746126830.448495:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3103 00002000:00100000:0.0:1746126830.448506:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011e14f800 x1830946005671296/t4294970687(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.448515:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f800 with x1830946005671296 ext(0->7) 00010000:00010000:0.0:1746126830.448525:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 70 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746126830.448537:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 70 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746126830.448543:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14f800 00000100:00100000:0.0:1746126830.458041:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.459146:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.459438:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005671552 00000100:00100000:2.0:1746126830.459447:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005671552 00000100:00100000:2.0:1746126830.459493:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30601 00000100:00100000:2.0:1746126830.459500:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+70:1764:x1830946005671552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.459516:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.459529:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84e1 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.459553:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.459558:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.459564:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.459567:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.459595:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.459613:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.459622:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126830.459672:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+71:1764:x1830946005671552:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.459678:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30601 00000100:00100000:3.0:1746126830.459853:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005671424 00000100:00100000:3.0:1746126830.459858:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005671424 00010000:00010000:3.0:1746126830.459876:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 71 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.459895:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18318 00000100:00100000:3.0:1746126830.459900:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2029:x1830946005671424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.459908:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126830.459921:0:7237:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746126830 -> 1746126831 00002000:00010000:3.0:1746126830.459923:0:7237:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746126830 -> 1746126831 00010000:00010000:3.0:1746126830.459928:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 71 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.459938:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 71 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.459952:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a292400/0x63da90637734b1d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84d3 expref: 71 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.459966:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.459967:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.459972:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.459978:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.459996:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.460005:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 5 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.460015:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997818880:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.460055:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.464592:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.464636:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997818880:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.464645:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005671808 00000100:00100000:2.0:1746126830.464651:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005671808 00010000:00010000:3.0:1746126830.464652:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126830.464683:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ed80 x1830946005671808/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126830.464687:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2029:x1830946005671424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4786us (6653us total) trans 0 rc 0/0 00002000:00100000:2.0:1746126830.464692:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ed80 with x1830946005671808 ext(0->4095) 00000100:00100000:3.0:1746126830.464695:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18318 00010000:00010000:2.0:1746126830.464700:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.464711:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.464718:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ed80 00000100:00100000:2.0:1746126830.464730:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3104 00000100:00100000:2.0:1746126830.464747:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005671808:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.464843:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005671808:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.464848:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3104 00002000:00100000:2.0:1746126830.464853:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e14ed80 x1830946005671808/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.464860:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14ed80 with x1830946005671808 ext(0->4095) 00010000:00010000:2.0:1746126830.464864:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.464873:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.464877:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e14ed80 00000100:00100000:0.0:1746126830.469617:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.469866:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005671936 00000100:00100000:3.0:1746126830.469874:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005671936 00010000:00010000:3.0:1746126830.469903:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.470300:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18319 00000100:00100000:3.0:1746126830.470307:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005671936:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.470320:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.470335:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.470346:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.470365:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b1df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84da expref: 6 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.471035:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.471038:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.471044:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 69 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.471053:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 69 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.471080:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 69 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.471090:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819008:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.471670:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126830.474379:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126830.474445:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819008:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.474461:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.474497:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005671936:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4189us (4885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.474506:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18319 00000100:00100000:1.0:1746126830.475167:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.475326:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005672192 00000100:00100000:2.0:1746126830.475335:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005672192 00002000:00100000:2.0:1746126830.475368:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16f100 x1830946005672192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.475383:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16f100 with x1830946005672192 ext(0->4095) 00002000:00010000:2.0:1746126830.475387:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16f100 00000100:00100000:2.0:1746126830.475487:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13993 00000100:00100000:2.0:1746126830.475493:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946005672192:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.475784:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2027:x1830946005672192:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 290us (617us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.475790:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13993 00002000:00100000:2.0:1746126830.475796:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16f100 x1830946005672192/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.475803:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16f100 with x1830946005672192 ext(0->4095) 00002000:00010000:2.0:1746126830.475805:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16f100 00000100:00100000:0.0:1746126830.480963:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.481768:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005672320 00000100:00100000:2.0:1746126830.481776:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005672320 00000100:00100000:2.0:1746126830.481825:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30602 00000100:00100000:2.0:1746126830.481832:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005672320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.481848:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.481861:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84e8 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.481886:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 69 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.481893:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.481894:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.481898:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.481922:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 69 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.481933:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 69 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.481944:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997819136:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.482023:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.486547:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997819136:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.486578:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.486592:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:2.0:1746126830.486641:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005672320:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4808us (5684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.486648:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30602 00000100:00100000:0.0:1746126830.486683:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.486759:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005672448 00000100:00100000:2.0:1746126830.486765:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005672448 00002000:00100000:2.0:1746126830.486792:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de76d80 x1830946005672448/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.486802:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76d80 with x1830946005672448 ext(0->7) 00010000:00010000:2.0:1746126830.486807:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 70 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.486822:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 70 pid: 9597 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.486828:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76d80 00000100:00100000:2.0:1746126830.486947:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3105 00000100:00100000:2.0:1746126830.486954:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+70:2028:x1830946005672448:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126830.487642:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005672448:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 688us (958us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746126830.487649:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3105 00002000:00100000:0.0:1746126830.487654:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012de76d80 x1830946005672448/t4294970688(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.487661:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76d80 with x1830946005672448 ext(0->7) 00010000:00010000:0.0:1746126830.487665:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746126830.487678:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746126830.487683:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012de76d80 00000100:00100000:0.0:1746126830.494375:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.494473:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005672576 00000100:00100000:3.0:1746126830.494480:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005672576 00010000:00010000:3.0:1746126830.494509:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.494533:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18320 00000100:00100000:3.0:1746126830.494540:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005672576:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.494550:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.494567:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.494577:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.494595:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b1e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e1 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.494620:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.494622:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.494628:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.494635:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.495407:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.495420:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819264:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.496006:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.497475:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819264:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.497491:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.497525:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2027:x1830946005672576:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2985us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.497533:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18320 00000100:00100000:0.0:1746126830.498168:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.498214:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005672832 00000100:00100000:2.0:1746126830.498220:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005672832 00002000:00100000:2.0:1746126830.498600:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76680 x1830946005672832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.498610:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76680 with x1830946005672832 ext(0->4095) 00002000:00010000:2.0:1746126830.498614:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de76680 00000100:00100000:2.0:1746126830.498642:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13994 00000100:00100000:2.0:1746126830.498648:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005672832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.498980:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005672832:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 328us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.498986:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13994 00002000:00100000:2.0:1746126830.498991:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012de76680 x1830946005672832/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.498998:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76680 with x1830946005672832 ext(0->4095) 00002000:00010000:2.0:1746126830.499001:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de76680 00000100:00100000:0.0:1746126830.503077:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.503150:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005672960 00000100:00100000:2.0:1746126830.503158:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005672960 00000100:00100000:2.0:1746126830.503187:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30603 00000100:00100000:2.0:1746126830.503193:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+71:1765:x1830946005672960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.503207:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.503220:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84ef expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.503241:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.503248:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.503249:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.503252:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.503274:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.503283:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.503293:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997819392:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.503653:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.504271:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.504317:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005673088 00000100:00100000:2.0:1746126830.504321:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005673088 00000100:00100000:2.0:1746126830.504378:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30604 00000100:00100000:2.0:1746126830.504383:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005673088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.504390:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.504396:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84f6 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.504406:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.504410:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 74 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.504414:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.504417:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 74 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.504434:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 74 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.504443:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 74 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.504450:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126830.504595:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1764:x1830946005673088:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.504601:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30604 00000100:00100000:0.0:1746126830.506193:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.506249:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997819392:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.506267:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.506281:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005673216 00010000:00010000:2.0:1746126830.506284:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:3.0:1746126830.506286:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005673216 00010000:00010000:3.0:1746126830.506311:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.506321:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1765:x1830946005672960:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3127us (3848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.506330:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30603 00000100:00100000:3.0:1746126830.506342:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18321 00000100:00100000:3.0:1746126830.506348:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005673216:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.506356:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.506435:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.506445:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.506462:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b1ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84e8 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.506473:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.506475:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.506480:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.506487:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.506508:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.506516:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 72 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.506525:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819648:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.506802:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.508202:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819648:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126830.508203:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126830.508236:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.508260:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005673216:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1912us (2070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.508268:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18321 00000100:00100000:2.0:1746126830.508363:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005673472 00000100:00100000:2.0:1746126830.508368:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005673472 00002000:00100000:2.0:1746126830.508393:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ea00 x1830946005673472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.508401:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ea00 with x1830946005673472 ext(0->4095) 00010000:00010000:2.0:1746126830.508407:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.508416:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.508421:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ea00 00000100:00100000:2.0:1746126830.508444:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3106 00000100:00100000:2.0:1746126830.508450:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2028:x1830946005673472:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.508551:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2028:x1830946005673472:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.508556:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3106 00002000:00100000:2.0:1746126830.508561:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00ea00 x1830946005673472/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.508568:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00ea00 with x1830946005673472 ext(0->4095) 00010000:00010000:2.0:1746126830.508572:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.508585:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.508590:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00ea00 00000100:00100000:0.0:1746126830.510346:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.511093:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005673600 00000100:00100000:2.0:1746126830.511099:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005673600 00000100:00100000:2.0:1746126830.511150:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30605 00000100:00100000:2.0:1746126830.511156:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005673600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.511167:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.511178:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff84fd expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.511194:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.511198:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.511203:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.511211:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.511233:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.511242:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.511250:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126830.511288:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005673600:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.511292:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30605 00000100:00100000:0.0:1746126830.511904:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.511954:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005673728 00000100:00100000:3.0:1746126830.511958:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005673728 00010000:00010000:3.0:1746126830.511973:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.512011:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18322 00000100:00100000:3.0:1746126830.512017:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2028:x1830946005673728:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.512025:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.512040:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.512049:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.512064:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b1f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84ef expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.512083:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.512085:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.512090:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.512096:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.512115:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.512141:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.512157:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819904:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.512215:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.513818:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997819904:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.513833:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.514079:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005673728:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2060us (2173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.514087:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18322 00000100:00100000:1.0:1746126830.514490:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.514612:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005673984 00000100:00100000:3.0:1746126830.514616:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005673984 00002000:00100000:3.0:1746126830.514642:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16c700 x1830946005673984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.514650:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c700 with x1830946005673984 ext(0->4095) 00010000:00010000:3.0:1746126830.514656:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.514665:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.514670:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16c700 00000100:00100000:3.0:1746126830.514770:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3107 00000100:00100000:3.0:1746126830.514776:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005673984:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.515105:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005673984:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 329us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.515114:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3107 00002000:00100000:3.0:1746126830.515119:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e16c700 x1830946005673984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.515142:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c700 with x1830946005673984 ext(0->4095) 00010000:00010000:3.0:1746126830.515147:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.515155:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.515161:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e16c700 00000100:00100000:0.0:1746126830.517334:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.517410:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.517578:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005674112 00000100:00100000:2.0:1746126830.517585:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005674112 00000100:00100000:2.0:1746126830.517614:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30606 00000100:00100000:2.0:1746126830.517620:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1764:x1830946005674112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.517634:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.517648:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8504 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.517666:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.517671:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.517676:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.517679:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.517706:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.517717:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.517725:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13ce00, rc 0) 00000100:00100000:2.0:1746126830.517770:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005674112:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.517778:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30606 00000100:00100000:3.0:1746126830.518046:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005674240 00000100:00100000:3.0:1746126830.518050:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005674240 00010000:00010000:3.0:1746126830.518066:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 73 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.518097:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18323 00000100:00100000:3.0:1746126830.518103:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2030:x1830946005674240:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.518110:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.518142:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 73 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.518152:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 73 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.518165:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734b1fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84f6 expref: 73 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.518175:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.518283:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.518290:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.518296:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.518316:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.518325:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.518335:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820160:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.518377:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.520045:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.520275:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820160:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.520287:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.520403:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005674496 00000100:00100000:2.0:1746126830.520411:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005674496 00002000:00100000:2.0:1746126830.520437:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00c380 x1830946005674496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.520445:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c380 with x1830946005674496 ext(0->4095) 00010000:00010000:2.0:1746126830.520449:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.520459:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.520464:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00c380 00000100:00100000:2.0:1746126830.520480:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3108 00000100:00100000:2.0:1746126830.520486:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005674496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.520685:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2030:x1830946005674240:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2581us (3273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.520692:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18323 00000100:00100000:2.0:1746126830.520875:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005674496:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 388us (832us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.520881:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3108 00002000:00100000:2.0:1746126830.520887:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e00c380 x1830946005674496/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.520895:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00c380 with x1830946005674496 ext(0->4095) 00010000:00010000:2.0:1746126830.520899:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.520910:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.520916:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e00c380 00000100:00100000:0.0:1746126830.524048:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.524108:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005674624 00000100:00100000:3.0:1746126830.524115:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005674624 00010000:00010000:3.0:1746126830.524179:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.524536:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18324 00000100:00100000:3.0:1746126830.524544:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005674624:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.524560:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.524576:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.524586:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.524604:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b202 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff84fd expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.524629:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.524630:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.524636:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.524643:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.524814:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.524826:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820288:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.524901:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.527501:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820288:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.527518:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.527552:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005674624:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3007us (3509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.527560:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18324 00000100:00100000:2.0:1746126830.527799:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.527817:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005674880 00000100:00100000:0.0:1746126830.527822:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005674880 00002000:00100000:0.0:1746126830.527850:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926bb80 x1830946005674880/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.527858:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926bb80 with x1830946005674880 ext(0->4095) 00002000:00010000:0.0:1746126830.527862:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009926bb80 00000100:00100000:0.0:1746126830.527891:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13995 00000100:00100000:0.0:1746126830.527896:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005674880:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126830.527999:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005674880:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126830.528005:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13995 00002000:00100000:0.0:1746126830.528009:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009926bb80 x1830946005674880/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.528015:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009926bb80 with x1830946005674880 ext(0->4095) 00002000:00010000:0.0:1746126830.528018:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009926bb80 00000100:00100000:0.0:1746126830.529248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.529288:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005675008 00000100:00100000:2.0:1746126830.529292:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005675008 00000100:00100000:2.0:1746126830.529320:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30607 00000100:00100000:2.0:1746126830.529325:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005675008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.529335:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.529347:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff850b expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.529366:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.529373:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.529374:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.529377:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.529397:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.529406:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 71 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.529419:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997820416:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.529479:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.530785:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997820416:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.530925:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.530935:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:2.0:1746126830.530965:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005675008:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1639us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.530971:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30607 00000100:00100000:0.0:1746126830.531259:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.531337:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005675136 00000100:00100000:3.0:1746126830.531342:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005675136 00010000:00010000:3.0:1746126830.531359:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.531501:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18325 00000100:00100000:3.0:1746126830.531507:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005675136:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.531517:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.531600:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.531610:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.531680:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734b209 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8504 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.531789:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.531792:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.531797:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.531804:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.531827:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.531837:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820544:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.532120:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.533588:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820544:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.533604:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.533644:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2027:x1830946005675136:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2136us (2384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.533653:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18325 00000100:00100000:0.0:1746126830.534326:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.534379:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005675392 00000100:00100000:2.0:1746126830.534384:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005675392 00002000:00100000:2.0:1746126830.534416:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a680 x1830946005675392/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.534425:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a680 with x1830946005675392 ext(0->4095) 00002000:00010000:2.0:1746126830.534429:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848a680 00000100:00100000:2.0:1746126830.534444:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13996 00000100:00100000:2.0:1746126830.534449:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005675392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.534863:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005675392:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 412us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.534868:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13996 00002000:00100000:2.0:1746126830.534873:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848a680 x1830946005675392/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.534885:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848a680 with x1830946005675392 ext(0->4095) 00002000:00010000:2.0:1746126830.534888:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009848a680 00000100:00100000:0.0:1746126830.536497:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.536544:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005675520 00000100:00100000:2.0:1746126830.536548:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005675520 00000100:00100000:2.0:1746126830.536581:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30608 00000100:00100000:2.0:1746126830.536587:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+71:1765:x1830946005675520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.536597:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.536609:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8512 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.536629:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.536653:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.536654:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.536658:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.536682:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.536692:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.536701:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997820672:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.536904:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.538805:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997820672:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126830.538806:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126830.538824:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.538834:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126830.538869:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1765:x1830946005675520:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2282us (2374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.538875:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30608 00000100:00100000:2.0:1746126830.538892:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005675648 00000100:00100000:2.0:1746126830.538901:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005675648 00000100:00100000:2.0:1746126830.538919:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30609 00000100:00100000:2.0:1746126830.538924:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1764:x1830946005675648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.538949:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.538957:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8519 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.538971:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.538975:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.538980:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.538982:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.539001:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.539009:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.539016:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13d000, rc 0) 00000100:00100000:2.0:1746126830.539488:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005675648:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 562us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.539493:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30609 00000100:00100000:0.0:1746126830.539638:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.539894:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005675776 00000100:00100000:3.0:1746126830.539902:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005675776 00010000:00010000:3.0:1746126830.539918:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.540079:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18326 00000100:00100000:3.0:1746126830.540088:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005675776:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.540096:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.540110:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.540120:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.540156:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff850b expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.540169:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.540171:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.540175:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.540181:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.540201:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.540210:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 72 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.540220:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820928:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.540274:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.543570:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.544115:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997820928:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.544149:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.544193:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005675776:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4106us (4554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.544201:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18326 00000100:00100000:2.0:1746126830.544500:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005676032 00000100:00100000:2.0:1746126830.544507:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005676032 00002000:00100000:2.0:1746126830.544534:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488700 x1830946005676032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.544542:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488700 with x1830946005676032 ext(0->4095) 00010000:00010000:2.0:1746126830.544548:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.544558:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.544564:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488700 00000100:00100000:2.0:1746126830.544576:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3109 00000100:00100000:2.0:1746126830.544581:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005676032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.544669:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005676032:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (1104us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.544675:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3109 00002000:00100000:2.0:1746126830.544679:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488700 x1830946005676032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.544691:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488700 with x1830946005676032 ext(0->4095) 00010000:00010000:2.0:1746126830.544695:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.544702:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.544707:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488700 00000100:00100000:0.0:1746126830.549006:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.549252:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005676160 00000100:00100000:2.0:1746126830.549260:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005676160 00000100:00100000:2.0:1746126830.549398:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30610 00000100:00100000:2.0:1746126830.549405:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005676160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.549419:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.549432:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8520 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.549451:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.549456:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.549461:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126830.549464:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.549492:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.549508:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.549516:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13da00, rc 0) 00000100:00100000:2.0:1746126830.549551:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005676160:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.549557:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30610 00000100:00100000:0.0:1746126830.549720:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.550111:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005676288 00000100:00100000:3.0:1746126830.550115:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005676288 00010000:00010000:3.0:1746126830.550353:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.550609:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18327 00000100:00100000:3.0:1746126830.550615:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2029:x1830946005676288:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.550624:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.550639:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.550648:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.550664:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b217 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8512 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.551169:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.551171:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.551176:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.551183:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.551205:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.551215:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 72 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.551230:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997821184:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.551293:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.572529:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.572593:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005676544 00000100:00100000:1.0:1746126830.572600:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005676544 00002000:00100000:1.0:1746126830.572636:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488380 x1830946005676544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.572644:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488380 with x1830946005676544 ext(0->4095) 00010000:00010000:1.0:1746126830.572651:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746126830.572662:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746126830.572668:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488380 00000100:00100000:1.0:1746126830.572685:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3110 00000100:00100000:1.0:1746126830.572691:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2028:x1830946005676544:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.572811:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2028:x1830946005676544:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.572817:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3110 00002000:00100000:1.0:1746126830.572823:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098488380 x1830946005676544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.572829:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098488380 with x1830946005676544 ext(0->4095) 00010000:00010000:1.0:1746126830.572833:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746126830.572841:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746126830.572846:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098488380 00000100:00100000:3.0:1746126830.573295:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997821184:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.573310:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.573403:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2029:x1830946005676288:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 22787us (23682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.573411:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18327 00000100:00100000:0.0:1746126830.575871:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.575919:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.576017:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005676672 00000100:00100000:1.0:1746126830.576025:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005676672 00000100:00100000:1.0:1746126830.576069:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30611 00000100:00100000:1.0:1746126830.576076:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1764:x1830946005676672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.576090:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.576104:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8527 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.576160:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.576166:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.576171:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126830.576174:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.576204:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.576216:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 73 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.576225:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834400, rc 0) 00000100:00100000:1.0:1746126830.576263:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005676672:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.576268:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30611 00000100:00100000:3.0:1746126830.576465:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005676800 00000100:00100000:3.0:1746126830.576469:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005676800 00010000:00010000:3.0:1746126830.576485:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.576502:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18328 00000100:00100000:3.0:1746126830.576506:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2029:x1830946005676800:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.576513:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.576528:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.576536:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.576550:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13d000/0x63da90637734b21e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8519 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.576561:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.576563:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.576568:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.576574:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.576590:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.576599:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.576608:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997821440:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.576661:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.579344:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997821440:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.579364:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.579401:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2029:x1830946005676800:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2893us (3481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.579411:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18328 00000100:00100000:0.0:1746126830.591086:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.591188:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005677056 00000100:00100000:2.0:1746126830.591198:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005677056 00002000:00100000:2.0:1746126830.591237:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848aa00 x1830946005677056/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.591246:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848aa00 with x1830946005677056 ext(0->4095) 00010000:00010000:2.0:1746126830.591255:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.591267:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.591273:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848aa00 00000100:00100000:2.0:1746126830.591304:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3111 00000100:00100000:2.0:1746126830.591311:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005677056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.591427:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005677056:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.591433:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3111 00002000:00100000:2.0:1746126830.591439:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009848aa00 x1830946005677056/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.591445:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009848aa00 with x1830946005677056 ext(0->4095) 00010000:00010000:2.0:1746126830.591450:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.591458:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.591463:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009848aa00 00000100:00100000:0.0:1746126830.596619:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.596710:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005677184 00000100:00100000:3.0:1746126830.596719:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005677184 00010000:00010000:3.0:1746126830.596762:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.596802:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18329 00000100:00100000:3.0:1746126830.596808:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005677184:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.596823:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.596840:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.596849:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.596868:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13da00/0x63da90637734b225 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8520 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.596883:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.596886:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.596893:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.596901:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.596933:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.596943:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997821568:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.597922:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.600861:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997821568:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.600879:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.600914:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005677184:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4105us (4302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.600927:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18329 00000100:00100000:0.0:1746126830.601509:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.601580:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005677440 00000100:00100000:1.0:1746126830.601586:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005677440 00002000:00100000:1.0:1746126830.601619:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098489880 x1830946005677440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.601628:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489880 with x1830946005677440 ext(0->4095) 00002000:00010000:1.0:1746126830.601632:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098489880 00000100:00100000:1.0:1746126830.601658:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13997 00000100:00100000:1.0:1746126830.601664:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005677440:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126830.601781:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005677440:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.601787:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13997 00002000:00100000:1.0:1746126830.601792:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098489880 x1830946005677440/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.601798:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098489880 with x1830946005677440 ext(0->4095) 00002000:00010000:1.0:1746126830.601801:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098489880 00000100:00100000:0.0:1746126830.603521:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.603590:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005677568 00000100:00100000:2.0:1746126830.603595:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005677568 00000100:00100000:2.0:1746126830.603630:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30612 00000100:00100000:2.0:1746126830.603636:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005677568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.603646:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.603659:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff852e expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.603680:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.603686:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.603688:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.603691:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.603713:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.603727:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 71 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.603749:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997821696:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.603811:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.604298:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997822080:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604327:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.604342:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3785:1830945997822592:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604362:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.604374:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6bf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3785:1830945997823104:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604400:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.604415:0:3785:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746126830.604420:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3785:1830945997821952:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604435:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.604446:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3785:1830945997822464:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604460:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.604471:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3785:1830945997822976:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604485:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126830.604504:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822592 00000100:00100000:2.0:1746126830.604507:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822592 00000100:00100000:2.0:1746126830.604532:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997823104 00000100:00100000:2.0:1746126830.604535:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997823104 00000100:00100000:2.0:1746126830.604544:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997821952 00000100:00100000:2.0:1746126830.604545:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997821952 00000100:00100000:2.0:1746126830.604553:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822464 00000100:00100000:2.0:1746126830.604555:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822464 00000100:00100000:2.0:1746126830.604563:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822976 00000100:00100000:2.0:1746126830.604564:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822976 00000100:00100000:2.0:1746126830.604573:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1746126830.604578:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3785:x1830945997822592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604610:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3785:x1830945997822592:12345-0@lo:400:kworker.0 Request processed in 31us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.604615:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1746126830.604627:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1746126830.604632:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3785:x1830945997823104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604666:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3785:x1830945997823104:12345-0@lo:400:kworker.0 Request processed in 33us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.604670:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1746126830.604680:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1746126830.604683:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3785:x1830945997821952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604703:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3785:x1830945997821952:12345-0@lo:400:kworker.0 Request processed in 20us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.604708:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1746126830.604717:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1746126830.604721:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3785:x1830945997822464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604751:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3785:x1830945997822464:12345-0@lo:400:kworker.0 Request processed in 30us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.604756:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1746126830.604765:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1746126830.604770:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3785:x1830945997822976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604791:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3785:x1830945997822976:12345-0@lo:400:kworker.0 Request processed in 21us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.604795:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00080000:2.0:1746126830.604811:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746126830.604814:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746126830.604831:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009926aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3785:1830945997821952:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604839:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3785:1830945997822464:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604846:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3785:1830945997822976:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604854:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3785:1830945997822592:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604861:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6bf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3785:1830945997823104:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604906:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822080 00000100:00100000:2.0:1746126830.604908:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822080 00000100:00100000:2.0:1746126830.604926:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1746126830.604930:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997822080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.604956:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d679880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997822080:12345-0@lo:400:kworker.0 Request processed in 26us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.604960:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1746126830.604979:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997822080:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605070:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997822208:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605092:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126830.605115:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997822720:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605152:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126830.605164:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6bf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997823232:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605179:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126830.605191:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1746126830.605195:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:11aba639-e19c-48d4-9642-ad075637c564:3786:1830945997821824:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605213:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126830.605235:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997822336:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605252:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126830.605262:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997822848:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605275:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126830.605285:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997823360:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605296:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126830.605310:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822720 00000100:00100000:1.0:1746126830.605312:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822720 00000100:00100000:1.0:1746126830.605327:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997823232 00000100:00100000:1.0:1746126830.605329:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997823232 00000100:00100000:1.0:1746126830.605340:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822848 00000100:00100000:1.0:1746126830.605341:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822848 00000100:00100000:1.0:1746126830.605348:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997823360 00000100:00100000:1.0:1746126830.605349:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997823360 00000100:00100000:1.0:1746126830.605357:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1746126830.605361:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997822720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605383:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997822720:12345-0@lo:400:kworker.0 Request processed in 22us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.605387:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1746126830.605398:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1746126830.605401:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997823232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605418:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997823232:12345-0@lo:400:kworker.0 Request processed in 17us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.605422:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1746126830.605429:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1746126830.605433:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997822848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605449:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997822848:12345-0@lo:400:kworker.0 Request processed in 16us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.605455:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1746126830.605462:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1746126830.605465:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997823360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605481:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997823360:12345-0@lo:400:kworker.0 Request processed in 15us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.605485:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1746126830.605506:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997822848:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605513:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997823360:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605519:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800990dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997822720:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605525:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6bf8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997823232:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605554:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997821824 00000100:00100000:1.0:1746126830.605556:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997821824 00000100:00100000:1.0:1746126830.605574:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1746126830.605578:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6238450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:11aba639-e19c-48d4-9642-ad075637c564+23:3786:x1830945997821824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605599:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6238450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:11aba639-e19c-48d4-9642-ad075637c564+23:3786:x1830945997821824:12345-0@lo:400:kworker.0 Request processed in 21us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.605603:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1746126830.605624:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:11aba639-e19c-48d4-9642-ad075637c564:3786:1830945997821824:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.605723:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822336 00000100:00100000:2.0:1746126830.605726:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822336 00000100:00100000:2.0:1746126830.605762:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1746126830.605767:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997822336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.605806:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997822336:12345-0@lo:400:kworker.0 Request processed in 38us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.605813:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1746126830.605827:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997822208 00000100:00100000:2.0:1746126830.605830:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997822208 00000100:00100000:2.0:1746126830.605843:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1746126830.605847:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997822208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.605867:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997822208:12345-0@lo:400:kworker.0 Request processed in 19us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.605871:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00080000:2.0:1746126830.605883:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126830.605964:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997822336:0@lo:400:kworker.0 00000100:00100000:1.0:1746126830.605971:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997822208:0@lo:400:kworker.0 00000100:00100000:2.0:1746126830.607756:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099269c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997821696:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126830.607777:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.607791:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13cc00, rc 0) 00000100:00100000:2.0:1746126830.607825:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005677568:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4189us (4308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.607830:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30612 00000100:00100000:0.0:1746126830.608906:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.608983:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005677696 00000100:00100000:3.0:1746126830.608989:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005677696 00010000:00010000:3.0:1746126830.609013:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.609044:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18330 00000100:00100000:3.0:1746126830.609050:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005677696:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.609061:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.609079:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.609088:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.609106:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834400/0x63da90637734b22c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8527 expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.609118:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.609120:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.609150:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.609158:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.609182:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126830.609192:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997823488:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.609247:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf850c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.611531:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.611609:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997823488:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126830.611623:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126830.611648:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+71:2028:x1830946005677696:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2599us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.611656:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18330 00000100:00100000:2.0:1746126830.611713:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005677952 00000100:00100000:2.0:1746126830.611718:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005677952 00002000:00100000:2.0:1746126830.611748:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44a80 x1830946005677952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.611757:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44a80 with x1830946005677952 ext(0->4095) 00002000:00010000:2.0:1746126830.611761:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44a80 00000100:00100000:2.0:1746126830.611781:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13998 00000100:00100000:2.0:1746126830.611786:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005677952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.611874:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005677952:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.611879:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13998 00002000:00100000:2.0:1746126830.611883:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac44a80 x1830946005677952/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.611889:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44a80 with x1830946005677952 ext(0->4095) 00002000:00010000:2.0:1746126830.611891:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44a80 00000100:00100000:0.0:1746126830.612436:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.612483:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005678080 00000100:00100000:2.0:1746126830.612486:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005678080 00000100:00100000:2.0:1746126830.612502:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30613 00000100:00100000:2.0:1746126830.612506:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+71:1764:x1830946005678080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.612514:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.612525:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8535 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.612545:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.612552:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.612554:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.612557:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.612579:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.612593:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.612601:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997823616:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126830.612656:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.615494:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.615641:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005678208 00000100:00100000:2.0:1746126830.615648:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005678208 00000100:00100000:2.0:1746126830.615691:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30614 00000100:00100000:2.0:1746126830.615697:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1765:x1830946005678208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126830.615711:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126830.615724:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff853c expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.615757:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.615762:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 74 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.615768:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126830.615770:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 74 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.615799:0:9597:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 74 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.615809:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 74 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.615821:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c200, rc 0) 00000100:00100000:2.0:1746126830.615852:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1765:x1830946005678208:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.615857:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30614 00000100:00100000:3.0:1746126830.615974:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997823616:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.615994:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.616001:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6400, rc 0) 00000100:00100000:3.0:1746126830.616018:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005678080:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3512us (3583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.616023:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30613 00000100:00100000:0.0:1746126830.618122:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.618268:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005678336 00000100:00100000:3.0:1746126830.618275:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005678336 00010000:00010000:3.0:1746126830.618307:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.618339:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18331 00000100:00100000:3.0:1746126830.618345:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005678336:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126830.618356:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126830.618378:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.618388:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.618408:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13cc00/0x63da90637734b233 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff852e expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.618424:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.618426:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.618432:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.618439:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.618466:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.618476:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 72 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.618486:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997823872:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126830.618554:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.620596:0:3785:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746126830.620610:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997824000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746126830.620644:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126830.620785:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997824000 00000100:00100000:3.0:1746126830.620790:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997824000 00000100:00100000:3.0:1746126830.621019:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1746126830.621026:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997824000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746126830.621045:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499542848 pending 946176 free 3919994880 avail 3688472576 00000100:00100000:2.0:1746126830.621839:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997823872:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.621852:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.621887:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005678336:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3542us (3771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.621895:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18331 00000100:00100000:3.0:1746126830.622767:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3785:x1830945997824000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1739us (2121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.622781:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1746126830.622961:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997824000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746126830.623071:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.623152:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005678592 00000100:00100000:2.0:1746126830.623156:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005678592 00002000:00100000:2.0:1746126830.623182:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c700 x1830946005678592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.623192:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c700 with x1830946005678592 ext(0->4095) 00010000:00010000:2.0:1746126830.623209:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.623220:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.623226:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9c700 00000100:00100000:2.0:1746126830.623241:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3112 00000100:00100000:2.0:1746126830.623253:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005678592:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.623374:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005678592:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.623380:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3112 00002000:00100000:2.0:1746126830.623394:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880098c9c700 x1830946005678592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.623401:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098c9c700 with x1830946005678592 ext(0->4095) 00010000:00010000:2.0:1746126830.623405:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.623414:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.623420:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098c9c700 00000100:00100000:0.0:1746126830.626912:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.627008:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005678720 00000100:00100000:2.0:1746126830.627015:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005678720 00010000:00010000:2.0:1746126830.627042:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.627094:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18332 00000100:00100000:2.0:1746126830.627101:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005678720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.627112:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.627147:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.627161:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.627179:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800990d6400/0x63da90637734b23a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8535 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.627204:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.627205:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.627211:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.627217:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.627241:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 72 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.627250:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997824128:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.627307:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.630437:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.630564:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997824128:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.630585:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.630620:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005678720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3519us (3713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.630628:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18332 00000100:00100000:1.0:1746126830.631217:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005678976 00000100:00100000:1.0:1746126830.631224:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005678976 00002000:00100000:1.0:1746126830.631256:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45500 x1830946005678976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.631265:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45500 with x1830946005678976 ext(0->4095) 00002000:00010000:1.0:1746126830.631269:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45500 00000100:00100000:1.0:1746126830.631291:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 13999 00000100:00100000:1.0:1746126830.631297:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005678976:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126830.631396:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005678976:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (965us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.631402:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 13999 00002000:00100000:1.0:1746126830.631406:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ac45500 x1830946005678976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.631411:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45500 with x1830946005678976 ext(0->4095) 00002000:00010000:1.0:1746126830.631414:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac45500 00000100:00100000:0.0:1746126830.633642:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.633726:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005679104 00000100:00100000:3.0:1746126830.633743:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005679104 00000100:00100000:3.0:1746126830.633889:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30615 00000100:00100000:3.0:1746126830.633896:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005679104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.633908:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.633920:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8543 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.633942:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.633948:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.633950:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.633953:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.633974:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 71 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.633984:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 71 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.633993:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997824256:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.635083:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126830.636753:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126830.636766:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997824384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126830.636802:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126830.636978:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997824384 00000100:00100000:3.0:1746126830.636983:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997824384 00000100:00100000:3.0:1746126830.637009:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1746126830.637014:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997824384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746126830.637029:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499542848 pending 946176 free 3919994880 avail 3688472576 00000100:00100000:3.0:1746126830.637059:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997824384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.637064:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1746126830.638058:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997824384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126830.638181:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997824256:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.638197:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.638209:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:3.0:1746126830.638246:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005679104:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4350us (4609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.638251:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30615 00000100:00100000:0.0:1746126830.639098:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.639787:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005679232 00000100:00100000:2.0:1746126830.639793:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005679232 00010000:00010000:2.0:1746126830.639815:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.639843:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18333 00000100:00100000:2.0:1746126830.639849:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005679232:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.639858:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.639872:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.639881:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.639898:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b241 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff853c expref: 72 pid: 9597 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.639920:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.639922:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.639927:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.639933:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.639957:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.639967:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997824512:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.640028:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.641864:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.641945:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005679360 00000100:00100000:3.0:1746126830.641950:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005679360 00000100:00100000:3.0:1746126830.642305:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30616 00000100:00100000:3.0:1746126830.642313:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1764:x1830946005679360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.642325:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.642338:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff854a expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.642357:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.642364:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.642365:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.642368:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.642386:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.642395:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.642403:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997824640:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.643601:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.644524:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997824512:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.644544:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.644588:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005679232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4738us (5489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.644597:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18333 00000100:00100000:0.0:1746126830.645285:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.645808:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997824640:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.645827:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 72 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.645839:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fcc00, rc 0) 00000100:00100000:3.0:1746126830.645865:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:1764:x1830946005679360:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3553us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.645872:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30616 00000100:00100000:2.0:1746126830.646453:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005679616 00000100:00100000:2.0:1746126830.646459:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005679616 00002000:00100000:2.0:1746126830.646487:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1a9c00 x1830946005679616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.646496:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a9c00 with x1830946005679616 ext(0->4095) 00010000:00010000:2.0:1746126830.646502:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.646513:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.646518:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1a9c00 00000100:00100000:2.0:1746126830.646545:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3113 00000100:00100000:2.0:1746126830.646552:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005679616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.646649:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005679616:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (1366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.646655:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3113 00002000:00100000:2.0:1746126830.646659:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1a9c00 x1830946005679616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.646671:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1a9c00 with x1830946005679616 ext(0->4095) 00010000:00010000:2.0:1746126830.646675:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.646683:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.646688:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e1a9c00 00000100:00100000:0.0:1746126830.650558:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.650752:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005679744 00000100:00100000:2.0:1746126830.650759:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005679744 00010000:00010000:2.0:1746126830.650794:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.651461:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18334 00000100:00100000:2.0:1746126830.651469:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005679744:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.651480:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.651507:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.651527:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.651551:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b248 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8543 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.651579:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.651581:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.651587:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.651600:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.651628:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.651639:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997824768:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.651726:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.656191:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.656266:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997824768:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.656286:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.656315:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005679744:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4848us (5764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.656324:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18334 00000100:00100000:1.0:1746126830.656410:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005680000 00000100:00100000:1.0:1746126830.656415:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005680000 00002000:00100000:1.0:1746126830.656444:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa300 x1830946005680000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.656453:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa300 with x1830946005680000 ext(0->4095) 00002000:00010000:1.0:1746126830.656456:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1aa300 00000100:00100000:1.0:1746126830.656469:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14000 00000100:00100000:1.0:1746126830.656474:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005680000:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126830.656557:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2027:x1830946005680000:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.656562:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14000 00002000:00100000:1.0:1746126830.656566:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011e1aa300 x1830946005680000/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.656572:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e1aa300 with x1830946005680000 ext(0->4095) 00002000:00010000:1.0:1746126830.656574:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e1aa300 00000100:00100000:0.0:1746126830.659525:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.659630:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005680128 00000100:00100000:3.0:1746126830.659637:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005680128 00000100:00100000:3.0:1746126830.659683:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30617 00000100:00100000:3.0:1746126830.659690:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005680128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.659706:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.659721:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8551 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.659752:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.659759:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.659760:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.659763:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.659788:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 71 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.659798:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 71 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.659808:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997824896:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.660432:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.663682:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997824896:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.663707:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.663722:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc400, rc 0) 00000100:00100000:3.0:1746126830.663783:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005680128:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4091us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.663794:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30617 00000100:00100000:0.0:1746126830.664364:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.664614:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005680256 00000100:00100000:2.0:1746126830.664620:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005680256 00002000:00100000:2.0:1746126830.664651:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a0813100 x1830946005680256/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.664659:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813100 with x1830946005680256 ext(0->7) 00010000:00010000:2.0:1746126830.664665:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 72 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.664676:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 72 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.664686:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813100 00000100:00100000:2.0:1746126830.664701:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3114 00000100:00100000:2.0:1746126830.664707:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+72:2028:x1830946005680256:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126830.669311:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005680256:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 4596us (4940us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746126830.669323:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3114 00002000:00100000:0.0:1746126830.669334:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a0813100 x1830946005680256/t4294970689(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.669343:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813100 with x1830946005680256 ext(0->7) 00010000:00010000:0.0:1746126830.669352:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746126830.669367:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746126830.669373:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0813100 00000100:00100000:0.0:1746126830.672246:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.672318:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005680384 00000100:00100000:2.0:1746126830.672325:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005680384 00010000:00010000:2.0:1746126830.672351:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.672857:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18335 00000100:00100000:2.0:1746126830.672865:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005680384:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.672878:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.672894:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.672906:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.672924:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fcc00/0x63da90637734b24f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff854a expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.672953:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.672955:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.672961:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.672972:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.672997:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.673007:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825024:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.673072:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.677348:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825024:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.677369:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.677410:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2028:x1830946005680384:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4545us (5169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.677419:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18335 00000100:00100000:0.0:1746126830.679264:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.679327:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005680640 00000100:00100000:1.0:1746126830.679333:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005680640 00002000:00100000:1.0:1746126830.679362:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813480 x1830946005680640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.679371:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813480 with x1830946005680640 ext(0->4095) 00002000:00010000:1.0:1746126830.679375:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0813480 00000100:00100000:1.0:1746126830.679387:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14001 00000100:00100000:1.0:1746126830.679392:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005680640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.679485:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005680640:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (225us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.679490:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14001 00002000:00100000:1.0:1746126830.679494:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a0813480 x1830946005680640/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.679500:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813480 with x1830946005680640 ext(0->4095) 00002000:00010000:1.0:1746126830.679503:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0813480 00000100:00100000:0.0:1746126830.681629:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.681703:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.682254:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005680768 00000100:00100000:1.0:1746126830.682260:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005680768 00000100:00100000:1.0:1746126830.682304:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30618 00000100:00100000:1.0:1746126830.682311:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005680768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.682326:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.682340:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8558 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.682368:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.682375:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.682376:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.682379:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.682404:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.682413:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746126830.682424:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997825152:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126830.682483:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.682540:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005680896 00000100:00100000:3.0:1746126830.682544:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005680896 00000100:00100000:3.0:1746126830.682564:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30619 00000100:00100000:3.0:1746126830.682569:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:1765:x1830946005680896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.682575:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.682581:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff855f expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.682590:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.682594:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 76 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.682598:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.682601:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 76 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.682619:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 76 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.682629:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 76 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.682637:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:3.0:1746126830.682658:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+76:1765:x1830946005680896:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.682712:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30619 00000100:00100000:1.0:1746126830.684631:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997825152:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126830.684653:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.684667:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873600, rc 0) 00000100:00100000:1.0:1746126830.684699:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+75:1764:x1830946005680768:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2388us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.684707:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30618 00000100:00100000:0.0:1746126830.685519:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.686011:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005681024 00000100:00100000:2.0:1746126830.686035:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005681024 00010000:00010000:2.0:1746126830.686062:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.686096:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18336 00000100:00100000:2.0:1746126830.686102:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005681024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.686112:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.686153:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.686163:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.686180:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc400/0x63da90637734b256 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8551 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.686204:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.686206:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.686211:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.686217:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.686241:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.686250:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 74 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.686260:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825408:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.686312:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.688211:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.688267:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005681280 00000100:00100000:1.0:1746126830.688272:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005681280 00002000:00100000:1.0:1746126830.688304:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3480 x1830946005681280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.688312:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3480 with x1830946005681280 ext(0->4095) 00010000:00010000:1.0:1746126830.688319:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746126830.688329:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746126830.688334:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde3480 00000100:00100000:1.0:1746126830.688359:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3115 00000100:00100000:1.0:1746126830.688365:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946005681280:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.688480:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946005681280:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.688485:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3115 00002000:00100000:1.0:1746126830.688491:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde3480 x1830946005681280/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.688504:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde3480 with x1830946005681280 ext(0->4095) 00010000:00010000:1.0:1746126830.688508:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:1.0:1746126830.688517:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00002000:00010000:1.0:1746126830.688522:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fde3480 00000100:00100000:2.0:1746126830.689388:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825408:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.689429:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.689457:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005681024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3355us (3940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.689465:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18336 00000100:00100000:0.0:1746126830.690542:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.690591:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005681408 00000100:00100000:2.0:1746126830.690595:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005681408 00010000:00010000:2.0:1746126830.690612:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.691085:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18337 00000100:00100000:2.0:1746126830.691091:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2029:x1830946005681408:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.691101:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.691114:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.691123:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.691167:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099873600/0x63da90637734b25d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8558 expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.691178:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.691180:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.691185:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 74 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.691191:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 74 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.691214:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 74 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.691223:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825536:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.691283:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.693777:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825536:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.693798:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.694406:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2029:x1830946005681408:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3311us (3861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.694415:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18337 00000100:00100000:0.0:1746126830.694707:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.694729:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005681664 00000100:00100000:0.0:1746126830.694743:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005681664 00002000:00100000:0.0:1746126830.694774:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0e00 x1830946005681664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.694782:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0e00 with x1830946005681664 ext(0->4095) 00002000:00010000:0.0:1746126830.694786:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0e00 00000100:00100000:0.0:1746126830.694799:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14002 00000100:00100000:0.0:1746126830.694805:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005681664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126830.694897:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005681664:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126830.694902:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14002 00002000:00100000:0.0:1746126830.694907:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fde0e00 x1830946005681664/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.694914:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fde0e00 with x1830946005681664 ext(0->4095) 00002000:00010000:0.0:1746126830.694916:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fde0e00 00000100:00100000:0.0:1746126830.697106:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.697555:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005681792 00000100:00100000:1.0:1746126830.697562:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005681792 00000100:00100000:1.0:1746126830.697604:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30620 00000100:00100000:1.0:1746126830.697610:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005681792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.697623:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.697637:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8566 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.697659:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.697666:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.697668:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.697671:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.697693:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.697707:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746126830.697717:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997825664:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126830.697794:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126830.700012:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997825664:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126830.700033:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.700046:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873400, rc 0) 00000100:00100000:1.0:1746126830.700092:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005681792:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2481us (2990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.700100:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30620 00000100:00100000:0.0:1746126830.701443:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.701777:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005681920 00000100:00100000:2.0:1746126830.701783:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005681920 00010000:00010000:2.0:1746126830.701806:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.701835:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18338 00000100:00100000:2.0:1746126830.701841:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946005681920:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.701852:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.701867:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.701876:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.701894:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b264 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff855f expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.701917:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.701919:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.701925:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.701936:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.701959:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.701968:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825792:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.702027:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.704471:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997825792:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.704492:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.704520:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+73:2027:x1830946005681920:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2677us (3077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.704528:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18338 00000100:00100000:0.0:1746126830.705290:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.705918:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.706014:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005682176 00000100:00100000:1.0:1746126830.706020:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005682176 00002000:00100000:1.0:1746126830.706047:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6a00 x1830946005682176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.706056:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6a00 with x1830946005682176 ext(0->4095) 00002000:00010000:1.0:1746126830.706061:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6a00 00000100:00100000:1.0:1746126830.706089:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14003 00000100:00100000:1.0:1746126830.706095:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005682176:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126830.706210:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005682176:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (921us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.706218:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14003 00002000:00100000:1.0:1746126830.706223:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6a00 x1830946005682176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.706230:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6a00 with x1830946005682176 ext(0->4095) 00002000:00010000:1.0:1746126830.706232:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992b6a00 00000100:00100000:1.0:1746126830.706924:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005682304 00000100:00100000:1.0:1746126830.706928:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005682304 00000100:00100000:1.0:1746126830.706957:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30621 00000100:00100000:1.0:1746126830.706962:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+73:1764:x1830946005682304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.706971:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.706982:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff856d expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.707000:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.707007:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.707008:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126830.707011:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.707032:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.707041:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 5 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746126830.707054:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997825920:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126830.707112:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.708936:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.708996:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.709010:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005682560 00000100:00100000:0.0:1746126830.709014:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005682560 00000100:00100000:0.0:1746126830.709042:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30622 00000100:00100000:0.0:1746126830.709047:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005682560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126830.709057:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126830.709066:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8574 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.709080:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126830.709083:0:25366:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.709088:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126830.709091:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 7 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.709112:0:25366:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.709120:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 7 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.709143:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292200, rc 0) 00000100:00100000:0.0:1746126830.709166:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:282c81db-7eec-4a96-a690-249dab73b4e4+7:1765:x1830946005682560:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.709171:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30622 00000100:00100000:1.0:1746126830.710476:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997825920:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126830.710494:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.710504:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873a00, rc 0) 00000100:00100000:1.0:1746126830.710538:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1764:x1830946005682304:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3575us (4620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.710543:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30621 00000100:00100000:2.0:1746126830.710614:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005682432 00000100:00100000:2.0:1746126830.710618:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005682432 00010000:00010000:2.0:1746126830.710633:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 7 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.710647:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18339 00000100:00100000:2.0:1746126830.710651:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946005682432:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.710658:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.710673:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 7 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.710682:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 7 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.710699:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099873400/0x63da90637734b26b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8566 expref: 7 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.710711:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.710712:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.710718:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.710724:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.710752:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.710761:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 73 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.710775:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826176:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.710814:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.713560:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826176:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126830.713580:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.715526:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005682432:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4866us (6587us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.715536:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18339 00000100:00100000:0.0:1746126830.716328:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.716414:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005682816 00000100:00100000:2.0:1746126830.716420:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005682816 00002000:00100000:2.0:1746126830.716452:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6300 x1830946005682816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.716460:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946005682816 ext(0->4095) 00010000:00010000:2.0:1746126830.716468:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.716485:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.716491:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b6300 00000100:00100000:2.0:1746126830.716576:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3116 00000100:00100000:2.0:1746126830.716582:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946005682816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126830.716787:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946005682816:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 204us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.716793:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3116 00002000:00100000:2.0:1746126830.716798:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800992b6300 x1830946005682816/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.716805:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6300 with x1830946005682816 ext(0->4095) 00010000:00010000:2.0:1746126830.716810:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.716820:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 74 pid: 11460 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.716826:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992b6300 00000100:00100000:0.0:1746126830.719928:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.719975:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.720052:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005682944 00000100:00100000:1.0:1746126830.720058:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005682944 00000100:00100000:1.0:1746126830.720102:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30623 00000100:00100000:1.0:1746126830.720109:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1764:x1830946005682944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.720121:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.720162:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff857b expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.720184:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.720189:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.720194:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126830.720197:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 75 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.720227:0:11460:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.720239:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 75 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.720246:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873000, rc 0) 00000100:00100000:1.0:1746126830.720277:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+75:1764:x1830946005682944:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.720282:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30623 00000100:00100000:2.0:1746126830.720370:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005683072 00000100:00100000:2.0:1746126830.720373:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005683072 00010000:00010000:2.0:1746126830.720387:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.720401:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18340 00000100:00100000:2.0:1746126830.720405:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2028:x1830946005683072:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.720412:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.720425:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.720433:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.720446:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099873a00/0x63da90637734b272 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff856d expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.720456:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.720457:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.720462:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.720469:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.720483:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 5 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.720490:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 5 pid: 25366 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.720499:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826432:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.720533:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.723638:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.723714:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826432:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.723742:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.723775:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005683072:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3368us (3798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.723783:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18340 00000100:00100000:3.0:1746126830.723953:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005683328 00000100:00100000:3.0:1746126830.723959:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005683328 00002000:00100000:3.0:1746126830.723987:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3480 x1830946005683328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.723996:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3480 with x1830946005683328 ext(0->4095) 00010000:00010000:3.0:1746126830.724002:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.724014:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.724020:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f3480 00000100:00100000:3.0:1746126830.724047:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3117 00000100:00100000:3.0:1746126830.724054:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005683328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126830.724164:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005683328:12345-192.168.202.29@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (531us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.724169:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3117 00002000:00100000:3.0:1746126830.724174:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f3480 x1830946005683328/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.724181:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f3480 with x1830946005683328 ext(0->4095) 00010000:00010000:3.0:1746126830.724186:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.724194:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.724204:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a1f3480 00000100:00100000:0.0:1746126830.729313:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.731331:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005683456 00000100:00100000:2.0:1746126830.731340:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005683456 00010000:00010000:2.0:1746126830.731372:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.731414:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18341 00000100:00100000:2.0:1746126830.731422:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005683456:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.731435:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.731452:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.731463:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.731482:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b279 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8574 expref: 6 pid: 25366 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.731500:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.731502:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.731507:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.731513:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.731541:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.731551:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826560:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.731625:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.737020:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826560:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126830.737040:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126830.737087:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005683456:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5664us (7778us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.737095:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18341 00000100:00100000:0.0:1746126830.738804:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.738873:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005683712 00000100:00100000:1.0:1746126830.738879:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005683712 00002000:00100000:1.0:1746126830.738914:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f0a80 x1830946005683712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.738923:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0a80 with x1830946005683712 ext(0->4095) 00002000:00010000:1.0:1746126830.738928:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f0a80 00000100:00100000:1.0:1746126830.738956:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14004 00000100:00100000:1.0:1746126830.738962:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005683712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.739072:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005683712:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.739077:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14004 00002000:00100000:1.0:1746126830.739082:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a1f0a80 x1830946005683712/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.739094:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f0a80 with x1830946005683712 ext(0->4095) 00002000:00010000:1.0:1746126830.739097:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a1f0a80 00000100:00100000:0.0:1746126830.741693:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.741777:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005683840 00000100:00100000:3.0:1746126830.741783:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005683840 00000100:00100000:3.0:1746126830.741825:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30624 00000100:00100000:3.0:1746126830.741831:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005683840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.741843:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.741862:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8582 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.741886:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.741893:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.741895:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.741897:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.741923:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 73 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.741934:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 73 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:3.0:1746126830.741944:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997826688:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126830.742010:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126830.746746:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997826688:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126830.746771:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.746785:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:3.0:1746126830.746830:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005683840:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4998us (5141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.746837:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30624 00000100:00100000:0.0:1746126830.749976:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.750217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.750432:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005684096 00000100:00100000:3.0:1746126830.750439:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005684096 00000100:00100000:3.0:1746126830.750808:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30625 00000100:00100000:3.0:1746126830.750816:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:1764:x1830946005684096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.750830:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.750844:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8589 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.750864:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.750870:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.750876:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126830.750879:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.750907:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.750917:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.750929:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc000, rc 0) 00000100:00100000:3.0:1746126830.750961:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+75:1764:x1830946005684096:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.750966:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30625 00000100:00100000:2.0:1746126830.752994:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005683968 00000100:00100000:2.0:1746126830.753002:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005683968 00010000:00010000:2.0:1746126830.753029:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.753051:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18342 00000100:00100000:2.0:1746126830.753057:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2027:x1830946005683968:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.753071:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.753087:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.753096:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.753122:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734b280 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff857b expref: 75 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.753154:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.753156:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.753162:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.753172:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.753197:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 5 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.753206:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 5 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.753215:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135affb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826944:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.753290:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.756687:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135affb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997826944:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.756707:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.756759:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946005683968:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3700us (6787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.756771:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18342 00000100:00100000:0.0:1746126830.757583:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.758404:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005684352 00000100:00100000:3.0:1746126830.758410:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005684352 00002000:00100000:3.0:1746126830.758443:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27b80 x1830946005684352/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.758452:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27b80 with x1830946005684352 ext(0->4095) 00010000:00010000:3.0:1746126830.758459:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.758470:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.758476:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27b80 00000100:00100000:3.0:1746126830.758498:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3118 00000100:00100000:3.0:1746126830.758503:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005684352:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126830.758629:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005684352:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1047us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126830.758635:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3118 00002000:00100000:3.0:1746126830.758640:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd27b80 x1830946005684352/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.758650:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd27b80 with x1830946005684352 ext(0->4095) 00010000:00010000:3.0:1746126830.758654:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.758663:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.758667:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fd27b80 00000100:00100000:0.0:1746126830.761941:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.762157:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005684480 00000100:00100000:2.0:1746126830.762162:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005684480 00010000:00010000:2.0:1746126830.762187:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.762219:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18343 00000100:00100000:2.0:1746126830.762226:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005684480:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.762236:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.762251:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.762260:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.762277:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b287 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8582 expref: 6 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.762294:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.762296:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.762301:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.762308:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.762331:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.762340:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135affb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997827072:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.762402:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.767787:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.767923:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005684736 00000100:00100000:1.0:1746126830.767932:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005684736 00002000:00100000:1.0:1746126830.767969:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26680 x1830946005684736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.767979:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26680 with x1830946005684736 ext(0->4095) 00002000:00010000:1.0:1746126830.767984:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26680 00000100:00100000:1.0:1746126830.768015:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14005 00000100:00100000:1.0:1746126830.768021:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005684736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126830.768160:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2028:x1830946005684736:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126830.768166:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14005 00002000:00100000:1.0:1746126830.768172:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fd26680 x1830946005684736/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126830.768178:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26680 with x1830946005684736 ext(0->4095) 00002000:00010000:1.0:1746126830.768180:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26680 00000100:00100000:2.0:1746126830.768536:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135affb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997827072:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.768554:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.768584:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005684480:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 6359us (6648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.768592:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18343 00000100:00100000:0.0:1746126830.772471:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126830.775348:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005684864 00000100:00100000:1.0:1746126830.775359:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005684864 00000100:00100000:1.0:1746126830.775415:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30626 00000100:00100000:1.0:1746126830.775422:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+5:1765:x1830946005684864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126830.775437:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126830.775452:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8590 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.775476:0:11460:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.775483:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.775484:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126830.775488:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.775514:0:11460:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 73 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.775525:0:11460:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 73 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:1.0:1746126830.775536:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997827200:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126830.775617:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126830.783568:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997827200:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126830.783596:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126830.783610:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099872a00, rc 0) 00000100:00100000:1.0:1746126830.783647:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+6:1765:x1830946005684864:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8225us (11182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126830.783655:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30626 00000100:00100000:0.0:1746126830.788328:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.794153:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005684992 00000100:00100000:3.0:1746126830.794163:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005684992 00002000:00100000:3.0:1746126830.794203:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb12d80 x1830946005684992/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126830.794212:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12d80 with x1830946005684992 ext(0->7) 00010000:00010000:3.0:1746126830.794220:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:3.0:1746126830.794232:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 74 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:3.0:1746126830.794239:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12d80 00000100:00100000:3.0:1746126830.794270:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3119 00000100:00100000:3.0:1746126830.794276:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+74:2027:x1830946005684992:12345-192.168.202.29@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126830.799948:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2027:x1830946005684992:12345-192.168.202.29@tcp:4:ldlm_bl.0 Request processed in 5662us (11617us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746126830.799961:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3119 00002000:00100000:0.0:1746126830.799971:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012fb12d80 x1830946005684992/t4294970690(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:591/0 lens 496/448 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126830.799979:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb12d80 with x1830946005684992 ext(0->7) 00010000:00010000:0.0:1746126830.799987:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 76 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:0.0:1746126830.800000:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 76 pid: 9596 timeout: 826 lvb_type: 0 00002000:00010000:0.0:1746126830.800006:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb12d80 00000100:00100000:2.0:1746126830.800506:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.800601:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005685120 00000100:00100000:0.0:1746126830.800607:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005685120 00000100:00100000:3.0:1746126830.801708:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30627 00000100:00100000:3.0:1746126830.801719:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+76:1764:x1830946005685120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126830.801746:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.801760:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8597 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.801784:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126830.801788:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.801793:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126830.801796:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8597 expref: 77 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.801824:0:9596:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.801835:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8597 expref: 77 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.801843:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fd600, rc 0) 00000100:00100000:3.0:1746126830.801879:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+77:1764:x1830946005685120:12345-192.168.202.29@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (1373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.801884:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30627 00000100:00100000:0.0:1746126830.805689:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.805829:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005685248 00000100:00100000:2.0:1746126830.805836:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005685248 00010000:00010000:2.0:1746126830.805866:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 77 pid: 9596 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.805905:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18344 00000100:00100000:2.0:1746126830.805912:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+77:2028:x1830946005685248:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.805925:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.805940:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 77 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.805950:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 77 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.805969:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc000/0x63da90637734b28e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8589 expref: 77 pid: 9596 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.805985:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.805986:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.805992:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.805999:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.806027:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 5 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.806041:0:7237:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 5 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.806051:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997827456:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.806144:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126830.809108:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997827456:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.809149:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.809182:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2028:x1830946005685248:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 3269us (3500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.809191:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18344 00000100:00100000:0.0:1746126830.810227:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.810281:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005685504 00000100:00100000:2.0:1746126830.810286:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005685504 00002000:00100000:2.0:1746126830.810311:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11880 x1830946005685504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/0 e 0 to 0 dl 1746126841 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.810320:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11880 with x1830946005685504 ext(0->4095) 00010000:00010000:2.0:1746126830.810327:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.810337:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.810343:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb11880 00000100:00100000:2.0:1746126830.811000:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3120 00000100:00100000:2.0:1746126830.811007:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005685504:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126830.811333:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005685504:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 326us (1106us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126830.811339:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3120 00002000:00100000:2.0:1746126830.811345:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012fb11880 x1830946005685504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:591/0 lens 488/4536 e 0 to 0 dl 1746126841 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126830.811352:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11880 with x1830946005685504 ext(0->4095) 00010000:00010000:2.0:1746126830.811357:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.811367:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00002000:00010000:2.0:1746126830.811372:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fb11880 00000100:00100000:0.0:1746126830.826004:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.826551:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005685632 00000100:00100000:2.0:1746126830.826559:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005685632 00010000:00010000:2.0:1746126830.826588:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00000100:00100000:2.0:1746126830.826623:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18345 00000100:00100000:2.0:1746126830.826629:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005685632:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126830.826640:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126830.826657:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.826667:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.826685:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734b295 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8590 expref: 6 pid: 11460 timeout: 826 lvb_type: 0 00010000:00010000:2.0:1746126830.826708:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.826710:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126830.826717:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8597 expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.826724:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8597 expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.826758:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8597 expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.826769:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997827584:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126830.826835:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f0b2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126830.827358:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.827425:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005685888 00000100:00100000:2.0:1746126830.827429:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005685888 00000100:00100000:2.0:1746126830.827456:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 190 00000100:00080000:0.0:1746126830.827456:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126830.827461:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+6:1764:x1830946005685888:12345-192.168.202.29@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746126830.827598:0:17865:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294991000 00000100:00100000:2.0:1746126830.827659:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1764:x1830946005685888:12345-192.168.202.29@tcp:35:rw_seq_cst_vs_d.0 Request processed in 197us (301us total) trans 4294991001 rc 0/0 00000100:00100000:2.0:1746126830.827665:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 190 00000020:00080000:2.0:1746126830.827669:0:17865:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746126830.830921:0:7237:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.29@tcp) returned -22 from completion AST (req@ffff880135afc380 x1830945997827584) - normal race ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8597 expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126830.830959:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd600/0x63da90637734b29c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8597 expref: 75 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126830.830969:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997827584:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126830.830994:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126830.831036:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005685632:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4406us (5038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126830.831043:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18345 00000100:00100000:0.0:1746126830.845899:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126830.845993:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005686144 00000100:00100000:2.0:1746126830.846001:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005686144 00000100:00100000:2.0:1746126830.846053:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 191 00000100:00100000:2.0:1746126830.846061:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+7:1764:x1830946005686144:12345-192.168.202.29@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126830.846244:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:1764:x1830946005686144:12345-192.168.202.29@tcp:35:rw_seq_cst_vs_d.0 Request processed in 183us (351us total) trans 4294991002 rc 0/0 00000100:00100000:2.0:1746126830.846250:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 191 00000100:00080000:0.0:1746126830.846472:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126830.876314:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.876351:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005686272 00000100:00100000:0.0:1746126830.876359:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005686272 00000100:00100000:0.0:1746126830.876410:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55582 00000100:00100000:0.0:1746126830.876417:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:1782:x1830946005686272:12345-192.168.202.29@tcp:101:rm.0 00010000:00010000:0.0:1746126830.876436:0:10279:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126830.876453:0:10279:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293600/0x63da90637734b2a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff859e expref: -99 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.876515:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292600/0x63da90637734b2aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.876525:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292600/0x63da90637734b2aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.876533:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292600/0x63da90637734b2aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00000004:00200000:0.0:1746126830.876567:0:10279:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746126830.876570:0:10279:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126830.876582:0:10279:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292600/0x63da90637734b2aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.876598:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293600/0x63da90637734b2a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff859e expref: 10 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.876625:0:10279:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292600/0x63da90637734b2aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff859e expref: 9 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.876632:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126830.876634:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126830.876637:0:10279:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292600, rc 0) 00000100:00100000:0.0:1746126830.876672:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1782:x1830946005686272:12345-192.168.202.29@tcp:101:rm.0 Request processed in 256us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126830.876678:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55582 00000100:00100000:2.0:1746126830.879079:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126830.879298:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005686400 00000100:00100000:0.0:1746126830.879304:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005686400 00000100:00100000:0.0:1746126830.879524:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55583 00000100:00100000:0.0:1746126830.879531:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1782:x1830946005686400:12345-192.168.202.29@tcp:101:rm.0 00010000:00010000:0.0:1746126830.879545:0:10279:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126830.879557:0:10279:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293600/0x63da90637734b2b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85a5 expref: -99 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.879598:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879607:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879615:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879625:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879630:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879634:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879691:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734b2c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879698:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734b2c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879703:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734b2c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00000004:00200000:0.0:1746126830.879727:0:10279:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 8 00000004:00200000:0.0:1746126830.879742:0:10279:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126830.879754:0:10279:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734b2c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879761:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734b2c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879767:0:10279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879773:0:10279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879778:0:10279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879782:0:10279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a681400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126830.879785:0:10279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879791:0:10279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879799:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126830.879801:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126830.879805:0:10279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.879809:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734b2b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880857:0:10279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880864:0:10279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880869:0:10279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880874:0:10279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a681e00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126830.880876:0:10279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880881:0:10279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880888:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012b159100) 00010000:00010000:0.0:1746126830.880890:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126830.880893:0:10279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880897:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681e00/0x63da90637734b2bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.880923:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293600/0x63da90637734b2b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85a5 expref: 11 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.880934:0:10279:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734b2c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85a5 expref: 10 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126830.880940:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:0.0:1746126830.880941:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126830.880943:0:10279:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a681c00, rc 0) 00000100:00100000:3.0:1746126830.881808:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1782:x1830946005686400:12345-192.168.202.29@tcp:101:rm.0 Request processed in 2274us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.881816:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55583 00000100:00100000:0.0:1746126830.883532:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.883611:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005686528 00000100:00100000:3.0:1746126830.883618:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005686528 00000100:00100000:3.0:1746126830.883649:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30628 00000100:00100000:3.0:1746126830.883655:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+75:2029:x1830946005686528:12345-192.168.202.29@tcp:101:rm.0 00010000:00010000:3.0:1746126830.883668:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126830.883681:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85ac expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126830.883698:0:11460:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 8, mtime: 0x6813c7ef, atime: 0x6813c7db, ctime: 0x6813c7ef, blocks: 0x8 00010000:00010000:3.0:1746126830.883710:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.883712:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126830.883718:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 76 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126830.883742:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 76 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126830.883752:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc800, rc 0) 00000100:00100000:3.0:1746126830.883793:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+76:2029:x1830946005686528:12345-192.168.202.29@tcp:101:rm.0 Request processed in 138us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126830.883798:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30628 00000100:00100000:0.0:1746126830.885044:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126830.885118:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005686784 00000100:00100000:3.0:1746126830.885123:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005686784 00000100:00100000:3.0:1746126830.885802:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55584 00000100:00100000:3.0:1746126830.885808:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+10:1782:x1830946005686784:12345-192.168.202.29@tcp:36:rm.0 00010000:00010000:3.0:1746126830.885841:0:10279:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746126830.885859:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734b2c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85a5 expref: 10 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.886301:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da906377348500 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff5802 expref: 9 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.886311:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:3.0:1746126830.886319:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a292600/0x63da90637734b2aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff859e expref: 8 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126830.886327:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126830.886329:0:10279:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126830.886347:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886359:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886366:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886376:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886381:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886385:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886443:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886449:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886453:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00000040:00080000:3.0:1746126830.886653:0:10279:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746126830.886661:0:10279:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 726490534875ns, next at 727490533157ns, rc = 0 00010000:00010000:3.0:1746126830.886693:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886699:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886704:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886710:0:10279:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886714:0:10279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886720:0:10279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886748:0:10279:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746126830.886761:0:10279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886766:0:10279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886771:0:10279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886776:0:10279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fda00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126830.886779:0:10279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886788:0:10279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886793:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:3.0:1746126830.886795:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126830.886798:0:10279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886802:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fda00/0x63da90637734b2e2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886886:0:10279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886891:0:10279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886895:0:10279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886899:0:10279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fca00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126830.886901:0:10279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886906:0:10279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886912:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126830.886914:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126830.886916:0:10279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886920:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fca00/0x63da90637734b2d4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00000004:00010000:3.0:1746126830.886928:0:10279:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012fb11f80 reply state ffff880099231000 transno 4294991003 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886934:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:3.0:1746126830.886939:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012fdd7600) 00010000:00010000:3.0:1746126830.886940:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126830.886942:0:10279:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126830.886998:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:1782:x1830946005686784:12345-192.168.202.29@tcp:36:rm.0 Request processed in 1189us (1955us total) trans 4294991003 rc 0/0 00000100:00100000:3.0:1746126830.887004:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55584 00010000:00010000:0.0:1746126830.887058:0:7240:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126830.887063:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.887070:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fd600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:0.0:1746126830.887073:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.887077:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.887082:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88009912d600) 00010000:00010000:0.0:1746126830.887084:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126830.887086:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.887089:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd600/0x63da90637734b2e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126830.887096:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126830.887097:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126830.887098:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126831.477566:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126831.804780:0:3787:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746126831.804834:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997827712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746126831.804884:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126831.804995:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997827712 00000100:00100000:0.0:1746126831.805001:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997827712 00000100:00100000:0.0:1746126831.805031:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1746126831.805037:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997827712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746126831.805063:0:7256:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746126831.805103:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997827712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126831.805107:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1746126831.805339:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997827712:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1746126832.115710:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970690 is committed 00010000:00010000:2.0:1746126832.486394:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126833.338939:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.338975:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.339001:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.339015:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.339028:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.339039:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.339049:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.339064:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126833.339081:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687296 00000100:00100000:0.0:1746126833.339088:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687296 00000100:00100000:0.0:1746126833.339123:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687808 00000100:00100000:0.0:1746126833.339141:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687808 00000100:00100000:2.0:1746126833.339147:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005686912 00000100:00100000:2.0:1746126833.339151:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005686912 00000100:00100000:0.0:1746126833.339154:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687424 00000100:00100000:0.0:1746126833.339156:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687424 00000100:00100000:0.0:1746126833.339167:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 598 00000100:00100000:0.0:1746126833.339173:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005687808:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126833.339176:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 541 00000100:00100000:2.0:1746126833.339182:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6238050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2027:x1830946005686912:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1746126833.339211:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 599 00000100:00100000:1.0:1746126833.339222:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005687424:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1746126833.339246:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687168 00000100:00100000:3.0:1746126833.339249:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687168 00000100:00100000:3.0:1746126833.339274:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687040 00000100:00100000:3.0:1746126833.339276:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687040 00000100:00100000:3.0:1746126833.339287:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687552 00000100:00100000:3.0:1746126833.339288:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687552 00000100:00100000:3.0:1746126833.339300:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687680 00000100:00100000:3.0:1746126833.339302:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687680 00000100:00100000:3.0:1746126833.339311:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1058 00000100:00100000:3.0:1746126833.339315:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946005687168:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126833.339584:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005687808:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 411us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126833.339589:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 598 00000100:00100000:0.0:1746126833.339600:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30629 00000100:00100000:0.0:1746126833.339604:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2026:x1830946005687296:12345-192.168.202.29@tcp:9:kworker.0 00000020:00000080:0.0:1746126833.339618:0:9596:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x63da9063771e420b 00000100:00080000:0.0:1746126833.339623:0:9596:0:(import.c:66:import_set_state_nolock()) ffff88009ac3e000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746126833.339655:0:9596:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972244 00000100:00100000:2.0:1746126833.339767:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6238050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2027:x1830946005686912:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 583us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126833.339768:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2027:x1830946005687168:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 452us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126833.339768:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005687424:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 550us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126833.339773:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 541 00000100:00100000:1.0:1746126833.339774:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 599 00000100:00100000:3.0:1746126833.339776:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1058 00000100:00100000:3.0:1746126833.339785:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1059 00000100:00100000:3.0:1746126833.339789:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005687040:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126833.339798:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1060 00000100:00100000:2.0:1746126833.339803:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005687552:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1746126833.339810:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005687040:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 21us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126833.339814:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1059 00000100:00100000:3.0:1746126833.339821:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1061 00000100:00100000:3.0:1746126833.339825:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005687680:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126833.339825:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005687552:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 22us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126833.339830:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1060 00000100:00100000:3.0:1746126833.339840:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005687680:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 15us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126833.339844:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1061 00000100:00100000:0.0:1746126833.339891:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+2:2026:x1830946005687296:12345-192.168.202.29@tcp:9:kworker.0 Request processed in 286us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126833.339896:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30629 00000100:00080000:0.0:1746126833.339909:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126833.339912:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126833.339914:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126833.339915:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746126833.340292:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1746126833.342476:0:9592:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f3bfef21-70ec-429b-acd8-350a1cc51982 00000020:00000080:0.0:1746126833.342481:0:9592:0:(genops.c:904:class_export_put()) final put ffff88009ac38800/f3bfef21-70ec-429b-acd8-350a1cc51982 00000001:00100000:0.0:1746126833.342506:0:9592:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 282c81db-7eec-4a96-a690-249dab73b4e4 00000020:00000080:0.0:1746126833.342508:0:9592:0:(genops.c:904:class_export_put()) final put ffff88008cfca000/282c81db-7eec-4a96-a690-249dab73b4e4 00000020:00000080:3.0:1746126833.342537:0:319:0:(genops.c:863:class_export_destroy()) destroying export ffff88009ac38800/f3bfef21-70ec-429b-acd8-350a1cc51982 for lustre-OST0000 00000020:00000080:3.0:1746126833.342601:0:319:0:(genops.c:863:class_export_destroy()) destroying export ffff88008cfca000/282c81db-7eec-4a96-a690-249dab73b4e4 for lustre-OST0000 00000020:00000080:3.0:1746126833.342615:0:319:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88009ac3e000 for lustre-OST0000 00000020:00000080:3.0:1746126833.342618:0:319:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88008cfca800 for lustre-OST0000 00010000:00010000:2.0:1746126833.488525:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1746126834.116038:0:28212:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 15:13:54 (1746126834) 00000100:00100000:0.0:1746126834.180969:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.181051:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005687936 00000100:00100000:2.0:1746126834.181061:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005687936 00000100:00100000:2.0:1746126834.181103:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55585 00000100:00100000:2.0:1746126834.181110:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2430:x1830946005687936:12345-192.168.202.29@tcp:41:stat.0 00000004:00000024:2.0:1746126834.181172:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842754560 avail 7378763776 00000100:00100000:2.0:1746126834.181237:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2430:x1830946005687936:12345-192.168.202.29@tcp:41:stat.0 Request processed in 127us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.181244:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55585 00000100:00100000:0.0:1746126834.258824:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.259955:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005688064 00000100:00100000:2.0:1746126834.259964:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005688064 00000100:00100000:2.0:1746126834.260004:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55586 00000100:00100000:2.0:1746126834.260010:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2443:x1830946005688064:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126834.260026:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.260041:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734b2f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85b3 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.260095:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c400/0x63da90637734b2f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126834.260107:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c400/0x63da90637734b2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126834.260116:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c400/0x63da90637734b2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:2.0:1746126834.260176:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126834.260178:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126834.260193:0:7251:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c400/0x63da90637734b2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126834.260208:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734b2f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85b3 expref: 11 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.260234:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c400/0x63da90637734b2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85b3 expref: 10 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.260241:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126834.260243:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126834.260246:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c400, rc 0) 00000100:00100000:2.0:1746126834.260285:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2443:x1830946005688064:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 275us (1469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.260290:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55586 00000100:00100000:0.0:1746126834.263851:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.263961:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005688192 00000100:00100000:2.0:1746126834.263969:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005688192 00000100:00100000:2.0:1746126834.264016:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55587 00000100:00100000:2.0:1746126834.264022:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2443:x1830946005688192:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126834.264039:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.264053:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734b2fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85ba expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.264094:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264104:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264111:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264121:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264147:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264152:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264186:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264191:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264196:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264200:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264204:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13ca00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.264209:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264214:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264223:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126834.264225:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.264228:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264232:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13ca00/0x63da90637734b305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264255:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264259:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264263:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264267:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13c200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.264269:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264273:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264278:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012f103200) 00010000:00010000:2.0:1746126834.264280:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.264282:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264289:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c200/0x63da90637734b30c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.264734:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734b2fe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ba expref: 11 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.264742:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734b2fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ba expref: 11 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.264750:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:2.0:1746126834.264798:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2443:x1830946005688192:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 768us (950us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126834.264804:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55587 00000100:00100000:0.0:1746126834.269577:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.269877:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005688448 00000100:00100000:2.0:1746126834.269886:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005688448 00000100:00100000:2.0:1746126834.269932:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55588 00000100:00100000:2.0:1746126834.269939:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2443:x1830946005688448:12345-192.168.202.29@tcp:36:lfs.0 00010000:00010000:2.0:1746126834.269980:0:7250:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126834.270000:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13c400/0x63da90637734b2f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85b3 expref: 10 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.270013:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126834.270016:0:7250:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126834.270056:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.270066:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.270077:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.270086:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.270092:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.270096:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000040:00080000:2.0:1746126834.270783:0:7250:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746126834.270838:0:7250:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746126834.270842:0:7250:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880099117d80 with version 18 00000004:00080000:0.0:1746126834.271501:0:8793:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a56cbe40 version 18 rpc_version 18 00000020:00100000:0.0:1746126834.271530:0:8793:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746126834.271536:0:8793:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880098427b80 x1830945997827968/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746126834.271555:0:8793:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098427b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8793:1830945997827968:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126834.271759:0:8793:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126834.271872:0:8793:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126834.271910:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997827968 00000100:00100000:2.0:1746126834.271914:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997827968 00000100:00100000:2.0:1746126834.271937:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1746126834.271942:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8793:x1830945997827968:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746126834.272639:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8793:x1830945997827968:12345-0@lo:1000:osp_up1-0.0 Request processed in 696us (880us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1746126834.272646:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1746126834.272717:0:8793:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098427b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8793:1830945997827968:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746126834.272809:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272820:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272828:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272841:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272846:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272850:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272866:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272870:0:7250:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.272876:0:7250:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7250 initiator: MDT0 00000100:00100000:2.0:1746126834.272885:0:7250:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7250:1830945997828096:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1746126834.272903:0:7250:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126834.273021:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997828096 00000100:00100000:0.0:1746126834.273025:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997828096 00000100:00100000:0.0:1746126834.273042:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1746126834.273047:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7250:x1830945997828096:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1746126834.273056:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126834.273080:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012bc5e000/0x63da90637734b336 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63da90637734b32f expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126834.273095:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012bc5e000/0x63da90637734b336 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x63da90637734b32f expref: 7 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126834.273104:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012bc5e000/0x63da90637734b336 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x63da90637734b32f expref: 7 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126834.273111:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012b159b00) 00010000:00010000:0.0:1746126834.273113:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126834.273116:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bc5e000, rc 0) 00000100:00100000:0.0:1746126834.273153:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7250:x1830945997828096:12345-0@lo:101:mdt00_000.0 Request processed in 106us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126834.273157:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1746126834.273221:0:7250:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099117b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126834.273232:0:7250:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7250:1830945997828096:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1746126834.273240:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.273248:0:7250:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746126834.273266:0:7250:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ba37800 reply state ffff880098d35000 transno 4294991004 ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273276:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273281:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009912df00) 00010000:00010000:2.0:1746126834.273283:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126834.273285:0:7250:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126834.273289:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.273295:0:7250:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746126834.273301:0:7250:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:2.0:1746126834.273305:0:7250:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ba37800 reply state ffff880098d35000 transno 4294991004 ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273310:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273315:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009912d100) 00010000:00010000:2.0:1746126834.273317:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126834.273318:0:7250:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746126834.273321:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 4096 00010000:00010000:2.0:1746126834.273328:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273332:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273336:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273340:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273345:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13d400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.273348:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273353:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273360:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126834.273361:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.273364:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273368:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734b313 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00000004:00010000:2.0:1746126834.273376:0:7250:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ba37800 reply state ffff880098d35000 transno 4294991004 ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273382:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.273386:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012f103500) 00010000:00010000:2.0:1746126834.273388:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126834.273389:0:7250:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746126834.273438:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2443:x1830946005688448:12345-192.168.202.29@tcp:36:lfs.0 Request processed in 3498us (3867us total) trans 4294991004 rc 0/0 00000100:00100000:2.0:1746126834.273444:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55588 00000100:00100000:3.0:1746126834.284340:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997828224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746126834.284406:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126834.285829:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997828224 00000100:00100000:0.0:1746126834.285838:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997828224 00000100:00100000:0.0:1746126834.285890:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1746126834.285896:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3787:x1830945997828224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746126834.285924:0:7256:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445978112 avail 1316515840 00000100:00100000:0.0:1746126834.286115:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3787:x1830945997828224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 219us (1708us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126834.286121:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1746126834.286559:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997828224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126834.306436:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.306524:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005688576 00000100:00100000:2.0:1746126834.306531:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005688576 00000100:00100000:2.0:1746126834.306567:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55589 00000100:00100000:2.0:1746126834.307295:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2444:x1830946005688576:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.307317:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.307332:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188600/0x63da90637734b33d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85c1 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.307384:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b344 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.307395:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b344 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.307403:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b344 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746126834.307436:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126834.307438:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126834.307451:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b344 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.307468:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188600/0x63da90637734b33d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85c1 expref: 13 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.307498:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b344 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85c1 expref: 12 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.307504:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126834.307506:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126834.307509:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099188c00, rc 0) 00000100:00100000:2.0:1746126834.307554:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2444:x1830946005688576:12345-192.168.202.29@tcp:101:cp.0 Request processed in 981us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.307559:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55589 00000100:00100000:0.0:1746126834.310839:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.312512:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005688704 00000100:00100000:2.0:1746126834.312522:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005688704 00000100:00100000:2.0:1746126834.312571:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55590 00000100:00100000:2.0:1746126834.312578:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2444:x1830946005688704:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.312594:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.312610:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188e00/0x63da90637734b34b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85c8 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.312659:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312671:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312679:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312688:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312693:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312711:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312772:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6000/0x63da90637734b360 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312778:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6000/0x63da90637734b360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312784:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6000/0x63da90637734b360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746126834.312834:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 4096 00000004:00200000:2.0:1746126834.312837:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746126834.312851:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6000/0x63da90637734b360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312860:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312864:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312868:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312872:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312877:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.312880:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312885:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312894:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126834.312896:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.312899:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312903:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734b352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312911:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312916:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312920:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312923:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d7400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.312925:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312929:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312935:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012f103500) 00010000:00010000:2.0:1746126834.312937:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.312939:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312943:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7400/0x63da90637734b359 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.312960:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188e00/0x63da90637734b34b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85c8 expref: 14 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.312969:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6000/0x63da90637734b360 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85c8 expref: 13 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.312974:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009912d100) 00010000:00010000:2.0:1746126834.312976:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126834.312977:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d6000, rc 0) 00000100:00100000:2.0:1746126834.313025:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2444:x1830946005688704:12345-192.168.202.29@tcp:101:cp.0 Request processed in 448us (2195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.313031:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55590 00000100:00100000:0.0:1746126834.316091:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.316597:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005688832 00000100:00100000:2.0:1746126834.316605:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005688832 00000100:00100000:2.0:1746126834.316921:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55591 00000100:00100000:2.0:1746126834.316928:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2444:x1830946005688832:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.316942:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.316956:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734b367 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85cf expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.316999:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7600/0x63da90637734b36e lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.317009:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7600/0x63da90637734b36e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.317018:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7600/0x63da90637734b36e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746126834.317050:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746126834.317054:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126834.317079:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734b367 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85cf expref: 15 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.317090:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d7600/0x63da90637734b36e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85cf expref: 14 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.317096:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009912df00) 00010000:00010000:2.0:1746126834.317098:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126834.317101:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d7600, rc 0) 00000100:00100000:2.0:1746126834.317722:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2444:x1830946005688832:12345-192.168.202.29@tcp:101:cp.0 Request processed in 793us (1635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.317728:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55591 00000100:00100000:0.0:1746126834.319419:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.319507:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005688960 00000100:00100000:2.0:1746126834.319513:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005688960 00000100:00100000:2.0:1746126834.319629:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55592 00000100:00100000:2.0:1746126834.319635:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2444:x1830946005688960:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.319648:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.319660:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d6a00/0x63da90637734b375 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85d6 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.319693:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.319715:0:7250:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bc5e000/0x63da90637734b336 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x63da90637734b32f expref: 6 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.319721:0:7250:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.319744:0:7250:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012bc5e000/0x63da90637734b336 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x63da90637734b32f expref: 6 pid: 7255 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126834.319755:0:7250:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7250:1830945997828352:0@lo:104: 00000100:00100000:2.0:1746126834.319784:0:7250:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126834.320270:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997828352 00000100:00100000:0.0:1746126834.320274:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997828352 00000100:00100000:0.0:1746126834.320307:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1746126834.320312:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7250:x1830945997828352:12345-0@lo:104: 00010000:00010000:0.0:1746126834.320322:0:7236:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126834.320361:0:7236:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746126834.320366:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7250:x1830945997828352:12345-0@lo:104: Request processed in 54us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126834.320371:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:2.0:1746126834.320406:0:7241:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126834.320410:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.320416:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099188800 already unused, calling callback (ffffffffa0f1de30) 00010000:00010000:2.0:1746126834.320421:0:7241:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746126834.320427:0:7241:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.320447:0:7241:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.320451:0:7241:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1746126834.320464:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.320469:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880099188800/0x63da90637734b32f lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x63da90637734b336 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.320482:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126834.320483:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126834.320484:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126834.320501:0:7250:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099117b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126834.320516:0:7250:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7250:1830945997828352:0@lo:104: 00010000:00010000:2.0:1746126834.320533:0:7250:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000100:00100000:1.0:1746126834.320596:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997828480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746126834.320627:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126834.320736:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997828480 00000100:00100000:2.0:1746126834.320739:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997828480 00010000:00010000:2.0:1746126834.320753:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012bc5e000/0x63da90637734b336 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x63da90637734b32f expref: 7 pid: 7255 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126834.320880:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18346 00000100:00100000:2.0:1746126834.320886:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3784:x1830945997828480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746126834.320893:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1746126834.322316:0:8391:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00010000:00010000:0.0:1746126834.322423:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012bc5e000/0x63da90637734b336 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x63da90637734b32f expref: 6 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126834.322442:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012b159b00) 00010000:00010000:0.0:1746126834.322446:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:0.0:1746126834.322453:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT1 00010000:00010000:0.0:1746126834.322459:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT1 00010000:00010000:0.0:1746126834.322562:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126834.322624:0:7250:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.322630:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00200000:2.0:1746126834.322662:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746126834.322666:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126834.322695:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d6a00/0x63da90637734b375 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85d6 expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.322717:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85d6 expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.322723:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012b159b00) 00010000:00010000:2.0:1746126834.322725:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126834.322728:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d7400, rc 0) 00000100:00100000:2.0:1746126834.322760:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ade8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2444:x1830946005688960:12345-192.168.202.29@tcp:101:cp.0 Request processed in 3124us (3345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.322765:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55592 00000100:00100000:0.0:1746126834.322810:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997828480:12345-0@lo:103:ldlm_bl.0 Request processed in 1925us (2183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126834.322816:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18346 00000100:00100000:1.0:1746126834.322935:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997828480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746126834.332429:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.332475:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005689088 00000100:00100000:2.0:1746126834.332482:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005689088 00000100:00100000:2.0:1746126834.332526:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55593 00000100:00100000:2.0:1746126834.332532:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2444:x1830946005689088:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.332552:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.332567:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099188800/0x63da90637734b383 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85dd expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.332620:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.332629:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332638:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332680:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.332685:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332690:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332748:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332753:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332757:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332762:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332766:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099188600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.332769:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332776:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332784:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012b159b00) 00010000:00010000:2.0:1746126834.332787:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.332790:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 3/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332794:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099188600/0x63da90637734b38a lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332813:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332817:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332821:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332824:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099188e00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.332826:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332829:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332835:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff8800a7a9d500) 00010000:00010000:2.0:1746126834.332837:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.332839:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332843:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b391 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.332866:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099188800/0x63da90637734b383 lrc: 1/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85dd expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.332872:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099188800/0x63da90637734b383 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85dd expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.332879:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099188800, rc 0) 00000100:00100000:2.0:1746126834.332926:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2444:x1830946005689088:12345-192.168.202.29@tcp:101:cp.0 Request processed in 394us (504us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126834.332932:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55593 00000100:00100000:0.0:1746126834.335326:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.335401:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005689344 00000100:00100000:2.0:1746126834.335406:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005689344 00000100:00100000:2.0:1746126834.335491:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55594 00000100:00100000:2.0:1746126834.335503:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2444:x1830946005689344:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.335516:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.335518:0:7250:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126834.335536:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7d7400/0x63da90637734b37c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85d6 expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.335546:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012b159b00) 00010000:00010000:2.0:1746126834.335554:0:7250:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126834.335563:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099189c00/0x63da90637734b398 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85e4 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.335623:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 3/0,1 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.335632:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.335639:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.335647:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.335652:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.335656:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00080000:2.0:1746126834.335895:0:7250:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x5:0x0], index 1: 0 00010000:00010000:2.0:1746126834.335984:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b3ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.335990:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b3ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.335996:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b3ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336016:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336020:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336024:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336029:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336037:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b010000 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.336039:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336044:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336049:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a7a9d700) 00010000:00010000:2.0:1746126834.336051:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.336053:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 3/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336057:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b010000/0x63da90637734b39f lrc: 0/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00000004:00010000:2.0:1746126834.336064:0:7250:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011fcb3800 reply state ffff88011e014000 transno 4294967392 ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336070:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.336074:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff8800a7a9da00) 00010000:00010000:2.0:1746126834.336076:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126834.336077:0:7250:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126834.336093:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099189c00/0x63da90637734b398 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85e4 expref: 8 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.336104:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b3ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85e4 expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.336108:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.336110:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126834.336111:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b30aa00, rc 0) 00000100:00100000:2.0:1746126834.336235:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2444:x1830946005689344:12345-192.168.202.29@tcp:101:cp.0 Request processed in 736us (913us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1746126834.336240:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55594 00000100:00100000:0.0:1746126834.337891:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.338009:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005689472 00000100:00100000:2.0:1746126834.338015:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005689472 00000100:00100000:2.0:1746126834.338040:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30630 00000100:00100000:2.0:1746126834.338045:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005689472:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.338057:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.338069:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85eb expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126834.338085:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746126834.338097:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.338099:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.338105:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 7 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126834.338116:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 7 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126834.338145:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b30ac00, rc 0) 00000100:00100000:2.0:1746126834.338187:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005689472:12345-192.168.202.29@tcp:101:cp.0 Request processed in 140us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.338192:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30630 00000100:00100000:0.0:1746126834.339235:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.339281:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005689600 00000100:00100000:2.0:1746126834.339285:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005689600 00000100:00100000:2.0:1746126834.339306:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30631 00000100:00100000:2.0:1746126834.339312:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2444:x1830946005689600:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126834.339320:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.339327:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85f2 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.339341:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 8 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126834.339347:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.339349:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.339351:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.339372:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 8 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126834.339382:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 8 pid: 9597 timeout: 829 lvb_type: 1 00000100:00100000:2.0:1746126834.339392:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009848bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997828608:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126834.339459:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099117540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126834.340710:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009848bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997828608:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126834.340728:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.340741:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099189200, rc 0) 00000100:00100000:2.0:1746126834.340772:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2444:x1830946005689600:12345-192.168.202.29@tcp:101:cp.0 Request processed in 1460us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.340777:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30631 00000100:00100000:0.0:1746126834.340949:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126834.341062:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005689728 00000100:00100000:1.0:1746126834.341068:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005689728 00010000:00010000:1.0:1746126834.341087:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 8 pid: 9597 timeout: 829 lvb_type: 1 00000100:00100000:1.0:1746126834.341105:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18347 00000100:00100000:1.0:1746126834.341110:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005689728:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126834.341118:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126834.341154:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 8 pid: 9597 timeout: 829 lvb_type: 1 00010000:00010000:1.0:1746126834.341168:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 8 pid: 9597 timeout: 829 lvb_type: 1 00010000:00010000:1.0:1746126834.341183:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b30ac00/0x63da90637734b3bb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85eb expref: 8 pid: 9597 timeout: 829 lvb_type: 1 00010000:00010000:1.0:1746126834.341568:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126834.341571:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126834.341577:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.341583:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.341603:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126834.341612:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997828736:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126834.341953:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126834.343750:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997828736:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126834.343766:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126834.343809:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005689728:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2697us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126834.343818:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18347 00000100:00100000:0.0:1746126834.344123:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126834.344195:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005689984 00000100:00100000:3.0:1746126834.344201:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005689984 00000100:00100000:3.0:1746126834.344231:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 192 00000100:00100000:3.0:1746126834.344237:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2444:x1830946005689984:12345-192.168.202.29@tcp:35:cp.0 00000100:00100000:3.0:1746126834.344433:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2444:x1830946005689984:12345-192.168.202.29@tcp:35:cp.0 Request processed in 195us (310us total) trans 4294967393 rc 0/0 00000100:00100000:3.0:1746126834.344440:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 192 00000100:00100000:0.0:1746126834.364756:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.364924:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005690240 00000100:00100000:2.0:1746126834.364932:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005690240 00000100:00100000:2.0:1746126834.364982:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55595 00000100:00100000:2.0:1746126834.364988:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2447:x1830946005690240:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.365012:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.365030:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a1a0e00/0x63da90637734b3c9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff85f9 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.365115:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a1a0200/0x63da90637734b3d0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.365155:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a1a0200/0x63da90637734b3d0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.365166:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a1a0200/0x63da90637734b3d0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00200000:2.0:1746126834.365176:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 1716 00010000:00010000:2.0:1746126834.365263:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a1a0e00/0x63da90637734b3c9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f9 expref: 12 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.365281:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a1a0200/0x63da90637734b3d0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f9 expref: 11 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.365292:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.365295:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126834.365297:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a1a0200, rc 0) 00000100:00100000:2.0:1746126834.365336:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2447:x1830946005690240:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 347us (587us total) trans 4294967394 rc 0/0 00000100:00100000:2.0:1746126834.365341:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55595 00000100:00100000:0.0:1746126834.380251:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126834.380312:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005690368 00000100:00100000:1.0:1746126834.380319:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005690368 00000100:00100000:1.0:1746126834.380371:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55596 00000100:00100000:1.0:1746126834.380378:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:282c81db-7eec-4a96-a690-249dab73b4e4+8:2451:x1830946005690368:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126834.380394:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126834.380409:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099873800/0x63da90637734b3de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8600 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.380453:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.380466:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.380475:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:1.0:1746126834.380509:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746126834.380512:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746126834.380539:0:7251:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.380557:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099873800/0x63da90637734b3de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 10 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.380589:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 9 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.380596:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126834.380598:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126834.380601:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099872600, rc 0) 00000100:00100000:1.0:1746126834.380642:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:282c81db-7eec-4a96-a690-249dab73b4e4+9:2451:x1830946005690368:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 264us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126834.380647:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55596 00000100:00100000:0.0:1746126834.385407:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.385468:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005690496 00000100:00100000:2.0:1746126834.385475:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005690496 00000100:00100000:2.0:1746126834.385514:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55597 00000100:00100000:2.0:1746126834.385520:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:2451:x1830946005690496:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.385533:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.385546:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b3ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8607 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.385586:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385596:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385605:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385613:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385617:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385625:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385676:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82e00/0x63da90637734b401 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385681:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82e00/0x63da90637734b401 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385685:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82e00/0x63da90637734b401 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746126834.385739:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 4096 00000004:00200000:2.0:1746126834.385742:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746126834.385755:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82e00/0x63da90637734b401 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385762:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385767:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385771:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385775:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385780:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a1a0400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.385783:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385789:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385798:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126834.385801:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.385804:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385808:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b3f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385819:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385823:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385828:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385831:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83e00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.385833:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385837:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385844:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012f103500) 00010000:00010000:2.0:1746126834.385846:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.385848:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385852:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83e00/0x63da90637734b3fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.385870:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b3ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8607 expref: 11 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.385880:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82e00/0x63da90637734b401 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8607 expref: 10 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.385885:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009912d100) 00010000:00010000:2.0:1746126834.385887:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126834.385889:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba82e00, rc 0) 00000100:00100000:2.0:1746126834.385925:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+10:2451:x1830946005690496:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 406us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.385931:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55597 00000100:00100000:0.0:1746126834.387780:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126834.387832:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005690624 00000100:00100000:1.0:1746126834.387837:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005690624 00000100:00100000:1.0:1746126834.387875:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55598 00000100:00100000:1.0:1746126834.387883:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:282c81db-7eec-4a96-a690-249dab73b4e4+10:2451:x1830946005690624:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126834.387893:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126834.387905:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099872400/0x63da90637734b408 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff860e expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.387937:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099873400/0x63da90637734b40f lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.387946:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099873400/0x63da90637734b40f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.387953:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099873400/0x63da90637734b40f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:1.0:1746126834.387989:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746126834.387993:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746126834.388015:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099872400/0x63da90637734b408 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff860e expref: 12 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.389176:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099873400/0x63da90637734b40f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff860e expref: 11 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.389185:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009912df00) 00010000:00010000:1.0:1746126834.389187:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746126834.389189:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873400, rc 0) 00000100:00100000:1.0:1746126834.389762:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:282c81db-7eec-4a96-a690-249dab73b4e4+11:2451:x1830946005690624:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 1878us (1985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126834.389769:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55598 00000100:00100000:0.0:1746126834.393537:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.394007:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005690752 00000100:00100000:2.0:1746126834.394015:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005690752 00000100:00100000:2.0:1746126834.394096:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55599 00000100:00100000:2.0:1746126834.394104:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2451:x1830946005690752:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.394119:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.394154:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82600/0x63da90637734b416 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8615 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.394197:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83200/0x63da90637734b41d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.394206:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83200/0x63da90637734b41d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.394215:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83200/0x63da90637734b41d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00200000:2.0:1746126834.394245:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746126834.394249:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126834.394271:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82600/0x63da90637734b416 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8615 expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.394292:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83200/0x63da90637734b41d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8615 expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.394302:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88013088ce00) 00010000:00010000:2.0:1746126834.394305:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126834.394308:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba83200, rc 0) 00000100:00100000:2.0:1746126834.394340:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d67df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2451:x1830946005690752:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 237us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.394345:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55599 00000100:00100000:0.0:1746126834.395739:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.395800:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005690880 00000100:00100000:2.0:1746126834.395805:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005690880 00000100:00100000:2.0:1746126834.395835:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55600 00000100:00100000:2.0:1746126834.395840:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2451:x1830946005690880:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.395849:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.395857:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b424 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff861c expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.395885:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.395893:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.395900:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.395908:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.395913:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.395918:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.395965:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.395972:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.395977:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00200000:2.0:1746126834.396002:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 1716 00000004:00200000:2.0:1746126834.396005:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126834.396013:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396020:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396027:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396031:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396036:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396041:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396048:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83000 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.396051:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396056:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396063:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88013088ce00) 00010000:00010000:2.0:1746126834.396065:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.396068:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 3/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396071:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83000/0x63da90637734b42b lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396079:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396084:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396088:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396092:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83e00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.396094:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396098:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396102:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff8800a7a9da00) 00010000:00010000:2.0:1746126834.396104:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.396106:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396110:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b432 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.396167:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b424 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 8 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.396176:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.396181:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.396183:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126834.396184:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba83800, rc 0) 00000100:00100000:2.0:1746126834.396210:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:2451:x1830946005690880:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 369us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.396214:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55600 00000100:00100000:0.0:1746126834.397852:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.398002:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005691008 00000100:00100000:2.0:1746126834.398008:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005691008 00000100:00100000:2.0:1746126834.398033:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30632 00000100:00100000:2.0:1746126834.398037:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005691008:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.398046:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.398058:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b30a000/0x63da90637734b440 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8623 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126834.398090:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009848bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997828864:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126834.398170:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099117cc0 going to sleep for 11 seconds 00002000:00010000:2.0:1746126834.399427:0:9597:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746126834.399431:0:9597:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb mtime: 0 -> 1746126835 00002000:00010000:2.0:1746126834.399432:0:9597:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb atime: 0 -> 1746126835 00002000:00010000:2.0:1746126834.399434:0:9597:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb ctime: 0 -> 1746126835 00002000:00010000:2.0:1746126834.399436:0:9597:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1746126834.399450:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009848bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997828864:192.168.202.29@tcp:106: 00010000:00010000:2.0:1746126834.399473:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b30a000/0x63da90637734b440 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8623 expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126834.399484:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b30a000/0x63da90637734b440 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8623 expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126834.399494:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b30a000, rc 0) 00000100:00100000:2.0:1746126834.399521:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2029:x1830946005691008:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 1482us (1673us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126834.399528:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30632 00000100:00100000:0.0:1746126834.401013:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.401353:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005691264 00000100:00100000:2.0:1746126834.401359:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005691264 00000100:00100000:2.0:1746126834.401464:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55601 00000100:00100000:2.0:1746126834.401471:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:2451:x1830946005691264:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.401485:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.401499:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9b400/0x63da90637734b447 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff862a expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.401573:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9ac00/0x63da90637734b44e lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.401584:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9ac00/0x63da90637734b44e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.401598:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9ac00/0x63da90637734b44e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00200000:2.0:1746126834.401607:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 1716 00010000:00010000:2.0:1746126834.401684:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9b400/0x63da90637734b447 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff862a expref: 10 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.401713:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9ac00/0x63da90637734b44e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff862a expref: 9 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.401718:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.401720:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126834.401722:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ad9ac00, rc 0) 00000100:00100000:2.0:1746126834.402047:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:2451:x1830946005691264:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 575us (1036us total) trans 4294967395 rc 0/0 00000100:00100000:2.0:1746126834.402052:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55601 00000100:00100000:0.0:1746126834.405549:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126834.405793:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.405895:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005691520 00000100:00100000:2.0:1746126834.405902:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005691520 00000100:00100000:2.0:1746126834.405946:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 970 00000100:00100000:2.0:1746126834.405952:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005691520:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126834.405964:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126834.405983:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9ac00/0x63da90637734b44e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff862a expref: 9 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.406010:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.406015:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126834.406050:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005691520:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 98us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.406057:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 970 00000100:00100000:3.0:1746126834.406467:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005691392 00000100:00100000:3.0:1746126834.406471:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005691392 00000100:00100000:3.0:1746126834.406497:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30633 00000100:00100000:3.0:1746126834.406502:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005691392:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126834.406512:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126834.406523:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a293000/0x63da90637734b45c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8631 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126834.406558:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997828992:192.168.202.29@tcp:106: 00000100:00100000:3.0:1746126834.406624:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126834.409588:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997828992:192.168.202.29@tcp:106: 00010000:00010000:3.0:1746126834.409615:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a293000/0x63da90637734b45c lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8631 expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126834.409626:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a293000/0x63da90637734b45c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8631 expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126834.409646:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a293000, rc 0) 00000100:00100000:3.0:1746126834.409691:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005691392:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 3187us (3897us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126834.409707:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30633 00000100:00100000:0.0:1746126834.411449:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126834.411519:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005691648 00000100:00100000:3.0:1746126834.411525:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005691648 00000100:00100000:3.0:1746126834.411554:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30634 00000100:00100000:3.0:1746126834.411560:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2451:x1830946005691648:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126834.411572:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126834.411583:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8638 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.411604:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.411610:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126834.411611:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126834.411614:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 4/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.411637:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.411647:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 6 pid: 9597 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746126834.411657:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829120:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126834.412279:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126834.415460:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126834.415529:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829120:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126834.415554:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 3/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.415568:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292200, rc 0) 00000100:00100000:3.0:1746126834.415618:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2451:x1830946005691648:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 4057us (4173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126834.415627:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30634 00000100:00100000:2.0:1746126834.416617:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005691776 00000100:00100000:2.0:1746126834.416624:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005691776 00002000:00100000:2.0:1746126834.416660:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x5:0x0] (0->1715) req@ffff880098a1aa00 x1830946005691776/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:595/0 lens 2208/0 e 0 to 0 dl 1746126845 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746126834.416668:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1aa00 with x1830946005691776 ext(0->1715) 00010000:00010000:2.0:1746126834.416675:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 7 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.416685:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 7 pid: 9597 timeout: 830 lvb_type: 0 00002000:00010000:2.0:1746126834.416691:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a1aa00 00000100:00100000:2.0:1746126834.416827:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3121 00000100:00100000:2.0:1746126834.416835:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005691776:12345-192.168.202.29@tcp:4:cp.0 00000100:00100000:0.0:1746126834.418260:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005691776:12345-192.168.202.29@tcp:4:cp.0 Request processed in 1423us (2803us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746126834.418267:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3121 00002000:00100000:0.0:1746126834.418273:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x5:0x0] (0->1715) req@ffff880098a1aa00 x1830946005691776/t4294970691(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:595/0 lens 2208/448 e 0 to 0 dl 1746126845 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746126834.418281:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a1aa00 with x1830946005691776 ext(0->1715) 00010000:00010000:0.0:1746126834.418287:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 9 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746126834.418297:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 9 pid: 9597 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746126834.418302:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098a1aa00 00000100:00100000:0.0:1746126834.428387:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.428478:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005691904 00000100:00100000:2.0:1746126834.428485:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005691904 00010000:00010000:2.0:1746126834.428513:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 9 pid: 9597 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746126834.428539:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18348 00000100:00100000:2.0:1746126834.428546:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005691904:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126834.428558:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126834.428572:0:7239:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1746126834.428577:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 9 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.428589:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 9 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.428607:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099189200/0x63da90637734b3c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85f2 expref: 9 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.428693:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.428696:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.428710:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.428717:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.428741:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126834.428750:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009848bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997829248:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126834.429433:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099117a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126834.436951:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126834.437010:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005692160 00000100:00100000:1.0:1746126834.437018:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005692160 00000100:00100000:2.0:1746126834.437043:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009848bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997829248:192.168.202.29@tcp:105: 00002000:00100000:1.0:1746126834.437056:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff88012dfb6680 x1830946005692160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746126845 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126834.437061:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126834.437066:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6680 with x1830946005692160 ext(0->4095) 00002000:00010000:1.0:1746126834.437070:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb6680 00000100:00100000:1.0:1746126834.437086:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14006 00000100:00100000:1.0:1746126834.437092:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005692160:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126834.437235:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005692160:12345-192.168.202.29@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126834.437241:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14006 00002000:00100000:1.0:1746126834.437246:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff88012dfb6680 x1830946005692160/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746126845 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126834.437257:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb6680 with x1830946005692160 ext(0->4095) 00002000:00010000:1.0:1746126834.437260:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb6680 00000100:00100000:2.0:1746126834.437293:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005691904:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8747us (8912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.437301:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18348 00000100:00100000:0.0:1746126834.440188:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.440276:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005692416 00000100:00100000:2.0:1746126834.440281:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005692416 00000100:00100000:2.0:1746126834.440423:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 193 00000100:00100000:2.0:1746126834.440428:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2451:x1830946005692416:12345-192.168.202.29@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746126834.441046:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2451:x1830946005692416:12345-192.168.202.29@tcp:35:mmap_cat.0 Request processed in 615us (862us total) trans 4294967396 rc 0/0 00000100:00100000:2.0:1746126834.441052:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 193 00000100:00100000:0.0:1746126834.452289:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.452383:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005692544 00000100:00100000:2.0:1746126834.452390:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005692544 00000100:00100000:2.0:1746126834.452466:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55602 00000100:00100000:2.0:1746126834.452472:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2454:x1830946005692544:12345-192.168.202.29@tcp:101:truncate.0 00010000:00010000:2.0:1746126834.452491:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.452504:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9b000/0x63da90637734b46a lrc: 2/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff863f expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.452527:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9be00/0x63da90637734b471 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.452536:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9be00/0x63da90637734b471 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.452544:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9be00/0x63da90637734b471 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.452614:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9b000/0x63da90637734b46a lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff863f expref: 13 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.452638:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9be00/0x63da90637734b471 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff863f expref: 12 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.452645:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.452647:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746126834.452649:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ad9be00, rc 0) 00000100:00100000:2.0:1746126834.452681:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2454:x1830946005692544:12345-192.168.202.29@tcp:101:truncate.0 Request processed in 209us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.452686:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55602 00000100:00100000:0.0:1746126834.454476:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126834.455625:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005692800 00000100:00100000:1.0:1746126834.455632:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005692800 00000100:00100000:1.0:1746126834.455693:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55603 00000100:00100000:1.0:1746126834.455708:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2454:x1830946005692800:12345-192.168.202.29@tcp:36:truncate.0 00010000:00010000:1.0:1746126834.455741:0:7251:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126834.455760:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b3ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85e4 expref: 12 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.455780:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:1.0:1746126834.455784:0:7251:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126834.455893:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.455904:0:7251:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 8 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.455913:0:7251:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 4/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.455934:0:7251:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 8 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.455942:0:7251:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 8 pid: 7250 timeout: 830 lvb_type: 0 00000100:00100000:1.0:1746126834.455952:0:7251:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7251:1830945997829376:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126834.456014:0:7251:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746126834.458419:0:7251:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7251:1830945997829376:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126834.458436:0:7251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00000100:00100000:0.0:1746126834.458651:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.458954:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005692928 00000100:00100000:2.0:1746126834.458959:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005692928 00010000:00010000:2.0:1746126834.458982:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 9 pid: 7250 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746126834.459121:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18349 00000100:00100000:2.0:1746126834.459143:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2028:x1830946005692928:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126834.459152:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126834.459157:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 9 pid: 7250 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.459165:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 9 pid: 7250 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.459180:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b439 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff861c expref: 9 pid: 7250 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.459198:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.459202:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00010000:00010000:2.0:1746126834.459209:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7251 initiator: MDT1 00010000:00010000:2.0:1746126834.459214:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7251 initiator: MDT1 00010000:00010000:2.0:1746126834.459232:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126834.459260:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005692928:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 118us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.459265:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18349 00010000:00010000:1.0:1746126834.459429:0:7251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.459435:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00000001:00080000:1.0:1746126834.459492:0:7251:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967397 00000004:00010000:1.0:1746126834.459526:0:7251:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012dfb7800 reply state ffff880098c26000 transno 4294967398 ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.459534:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.459538:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:1.0:1746126834.459540:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746126834.459543:0:7251:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126834.459588:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2454:x1830946005692800:12345-192.168.202.29@tcp:36:truncate.0 Request processed in 3890us (5116us total) trans 4294967398 rc 0/0 00000100:00100000:1.0:1746126834.459593:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55603 00000020:00080000:1.0:1746126834.459596:0:7251:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746126834.461383:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126834.461454:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005693056 00000100:00100000:3.0:1746126834.461460:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005693056 00000100:00100000:3.0:1746126834.461485:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30635 00000100:00100000:3.0:1746126834.461490:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2454:x1830946005693056:12345-192.168.202.29@tcp:101:truncate.0 00010000:00010000:3.0:1746126834.461501:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126834.461512:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8646 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.461531:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.461537:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126834.461539:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126834.461541:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.461562:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.461571:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 5 pid: 9597 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746126834.461581:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829504:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126834.462339:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126834.463835:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829504:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126834.463858:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.463869:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a293400, rc 0) 00000100:00100000:3.0:1746126834.463911:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2454:x1830946005693056:12345-192.168.202.29@tcp:101:truncate.0 Request processed in 2420us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126834.463918:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30635 00000100:00100000:2.0:1746126834.464985:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126834.465036:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005693184 00000100:00100000:0.0:1746126834.465042:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005693184 00010000:00010000:0.0:1746126834.465062:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 6 pid: 9597 timeout: 830 lvb_type: 0 00000100:00100000:0.0:1746126834.465078:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18350 00000100:00100000:0.0:1746126834.465084:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005693184:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126834.465093:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126834.465106:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 6 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746126834.465116:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 6 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746126834.465271:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a292200/0x63da90637734b463 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8638 expref: 6 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746126834.465290:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126834.465292:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126834.465296:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126834.465304:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126834.465326:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126834.465335:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dfb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997829632:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126834.465389:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126834.467000:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dfb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997829632:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126834.467014:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126834.467189:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005693184:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2104us (2205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.467198:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18350 00000100:00100000:0.0:1746126834.467537:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.467637:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005693312 00000100:00100000:2.0:1746126834.467642:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005693312 00002000:00010000:2.0:1746126834.467668:0:9601:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/5 (858->18446744073709551615) 00002000:00100000:2.0:1746126834.467671:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7b80 with x1830946005693312 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126834.467680:0:9601:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb7b80. 00000100:00100000:2.0:1746126834.467712:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14007 00000100:00100000:2.0:1746126834.467719:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005693312:12345-192.168.202.29@tcp:10:truncate.0 00002000:00010000:2.0:1746126834.467986:0:9601:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746126834.467989:0:9601:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb mtime from disk: 1746126835 -> 1746126835 00002000:00010000:2.0:1746126834.467991:0:9601:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb atime from disk: 1746126835 -> 0 00002000:00010000:2.0:1746126834.467993:0:9601:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb ctime from disk: 1746126835 -> 1746126835 00002000:00010000:2.0:1746126834.467995:0:9601:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746126834.468100:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005693312:12345-192.168.202.29@tcp:10:truncate.0 Request processed in 381us (562us total) trans 4294970692 rc 0/0 00000100:00100000:2.0:1746126834.468109:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14007 00002000:00010000:2.0:1746126834.468112:0:9601:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/5 (858->18446744073709551615) 00002000:00100000:2.0:1746126834.468114:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb7b80 with x1830946005693312 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126834.468118:0:9601:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dfb7b80. 00000100:00100000:0.0:1746126834.477844:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126834.477970:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005693440 00000100:00100000:1.0:1746126834.477976:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005693440 00000100:00100000:1.0:1746126834.478014:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55604 00000100:00100000:1.0:1746126834.478019:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2456:x1830946005693440:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746126834.478038:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126834.478049:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099873000/0x63da90637734b486 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff864d expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.478089:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.478097:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478103:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478109:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.478113:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478115:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478194:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b49b lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126834.478201:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b49b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478204:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b49b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00000004:00200000:1.0:1746126834.478226:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 858 00000004:00200000:1.0:1746126834.478228:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746126834.478239:0:7251:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b49b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478243:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b49b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478248:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478250:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 2/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478254:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478256:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099872e00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126834.478259:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478262:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478268:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88013088ce00) 00010000:00010000:1.0:1746126834.478270:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126834.478272:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478275:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099872e00/0x63da90637734b48d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478288:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478291:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478294:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478296:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099873600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126834.478297:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478299:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478302:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff8800a7a9da00) 00010000:00010000:1.0:1746126834.478303:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126834.478304:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478306:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099873600/0x63da90637734b494 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126834.478318:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099873000/0x63da90637734b486 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff864d expref: 16 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.478325:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b30aa00/0x63da90637734b49b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff864d expref: 15 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126834.478331:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:1.0:1746126834.478332:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126834.478333:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b30aa00, rc 0) 00000100:00100000:1.0:1746126834.478365:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+15:2456:x1830946005693440:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 346us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126834.478369:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55604 00000100:00100000:0.0:1746126834.480306:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.480383:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005693696 00000100:00100000:2.0:1746126834.480389:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005693696 00002000:00100000:2.0:1746126834.480426:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff88008d111c00 x1830946005693696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746126845 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746126834.480435:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111c00 with x1830946005693696 ext(0->4095) 00002000:00010000:2.0:1746126834.480439:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111c00 00000100:00100000:2.0:1746126834.480468:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14008 00000100:00100000:2.0:1746126834.480474:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005693696:12345-192.168.202.29@tcp:3:cp.0 00000100:00100000:2.0:1746126834.480577:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005693696:12345-192.168.202.29@tcp:3:cp.0 Request processed in 102us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126834.480582:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14008 00002000:00100000:2.0:1746126834.480587:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff88008d111c00 x1830946005693696/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746126845 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746126834.480594:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111c00 with x1830946005693696 ext(0->4095) 00002000:00010000:2.0:1746126834.480596:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111c00 00010000:00010000:2.0:1746126834.491019:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126834.495066:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.495257:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005693824 00000100:00100000:2.0:1746126834.495264:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005693824 00000100:00100000:2.0:1746126834.495536:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55605 00000100:00100000:2.0:1746126834.495545:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+8:2460:x1830946005693824:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.495567:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.495814:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9ac00/0x63da90637734b4a2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8654 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.495863:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.495873:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.495881:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.495889:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.495895:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.495900:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.495952:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b4b7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.495959:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b4b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.495964:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b4b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00200000:2.0:1746126834.495989:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 858 00000004:00200000:2.0:1746126834.495993:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126834.496006:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b4b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496013:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b4b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496019:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496024:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496029:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496034:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496039:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.496042:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496047:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496055:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88013088ce00) 00010000:00010000:2.0:1746126834.496058:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.496061:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496065:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83800/0x63da90637734b4a9 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496089:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496094:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496099:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496102:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126834.496105:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496109:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496114:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff8800a7a9da00) 00010000:00010000:2.0:1746126834.496116:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126834.496118:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496122:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83600/0x63da90637734b4b0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.496260:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ad9ac00/0x63da90637734b4a2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8654 expref: 10 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.496271:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba83e00/0x63da90637734b4b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8654 expref: 9 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.496276:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.496277:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126834.496279:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba83e00, rc 0) 00000100:00100000:2.0:1746126834.496362:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:2460:x1830946005693824:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 817us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126834.496368:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55605 00000100:00100000:0.0:1746126834.498442:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126834.498557:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005693952 00000100:00100000:3.0:1746126834.498564:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005693952 00000100:00100000:3.0:1746126834.498597:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30636 00000100:00100000:3.0:1746126834.498603:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005693952:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126834.498613:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126834.498624:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a292600/0x63da90637734b4be lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff865b expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126834.498658:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829760:192.168.202.29@tcp:106: 00000100:00100000:3.0:1746126834.498732:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00002000:00010000:3.0:1746126834.500574:0:9597:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x5:0x0] updating lvb atime: 0 -> 1746126835 00000100:00100000:3.0:1746126834.500590:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829760:192.168.202.29@tcp:106: 00010000:00010000:3.0:1746126834.500610:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a292600/0x63da90637734b4be lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff865b expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126834.500619:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a292600/0x63da90637734b4be lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff865b expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126834.500640:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292600, rc 0) 00000100:00100000:3.0:1746126834.500674:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2028:x1830946005693952:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 2071us (2236us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126834.500680:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30636 00000100:00100000:0.0:1746126834.501974:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.502270:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005694208 00000100:00100000:2.0:1746126834.502276:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005694208 00000100:00100000:2.0:1746126834.502315:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55606 00000100:00100000:2.0:1746126834.502321:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:2460:x1830946005694208:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126834.502332:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126834.502345:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82600/0x63da90637734b4c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8662 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.502409:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82200/0x63da90637734b4cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126834.502420:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82200/0x63da90637734b4cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:2.0:1746126834.502429:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82200/0x63da90637734b4cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT1 00000004:00200000:2.0:1746126834.502436:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 858 00010000:00010000:2.0:1746126834.502511:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82600/0x63da90637734b4c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8662 expref: 12 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.502521:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ba82200/0x63da90637734b4cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8662 expref: 11 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.502528:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:2.0:1746126834.502530:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126834.502532:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba82200, rc 0) 00000100:00100000:2.0:1746126834.502569:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+11:2460:x1830946005694208:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 248us (596us total) trans 4294967399 rc 0/0 00000100:00100000:2.0:1746126834.502582:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55606 00000100:00100000:0.0:1746126834.503953:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126834.504022:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005694336 00000100:00100000:3.0:1746126834.504027:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005694336 00000100:00100000:3.0:1746126834.504055:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30637 00000100:00100000:3.0:1746126834.504061:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005694336:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126834.504069:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126834.504078:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a292800/0x63da90637734b4da lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8669 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126834.504110:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829888:192.168.202.29@tcp:106: 00000100:00100000:3.0:1746126834.504254:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126834.505725:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997829888:192.168.202.29@tcp:106: 00010000:00010000:3.0:1746126834.505747:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a292800/0x63da90637734b4da lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8669 expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126834.505757:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a292800/0x63da90637734b4da lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8669 expref: 6 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126834.505766:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a292800, rc 0) 00000100:00100000:3.0:1746126834.505804:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005694336:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 1742us (1853us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126834.505811:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30637 00000100:00100000:0.0:1746126834.507186:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126834.507328:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005694464 00000100:00100000:3.0:1746126834.507333:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005694464 00000100:00100000:3.0:1746126834.507359:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30638 00000100:00100000:3.0:1746126834.507364:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2460:x1830946005694464:12345-192.168.202.29@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126834.507376:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126834.507386:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a293600/0x63da90637734b4e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8670 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.507404:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.507410:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126834.507412:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126834.507414:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a293600/0x63da90637734b4e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8670 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.507434:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.507443:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 9 pid: 9597 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746126834.507453:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997830016:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126834.507508:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126834.509456:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997830016:192.168.202.29@tcp:104: 00010000:00010000:3.0:1746126834.509479:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a293600/0x63da90637734b4e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8670 expref: 6 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126834.509490:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a293600, rc 0) 00000100:00100000:3.0:1746126834.509520:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2460:x1830946005694464:12345-192.168.202.29@tcp:101:mmap_cat.0 Request processed in 2156us (2336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126834.509527:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30638 00000100:00100000:0.0:1746126834.509869:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126834.510248:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005694592 00000100:00100000:2.0:1746126834.510254:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005694592 00010000:00010000:2.0:1746126834.510277:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 10 pid: 9597 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746126834.510307:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18351 00000100:00100000:2.0:1746126834.510313:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005694592:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126834.510323:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126834.510338:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 10 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.510347:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 10 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.510364:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a293400/0x63da90637734b47f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8646 expref: 10 pid: 9597 timeout: 830 lvb_type: 0 00010000:00010000:2.0:1746126834.510374:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.510376:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126834.510381:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a293600/0x63da90637734b4e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8670 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.510388:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a293600/0x63da90637734b4e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8670 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126834.510410:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a293600/0x63da90637734b4e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8670 expref: 5 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126834.510424:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997830144:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126834.511393:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099117600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126834.515640:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126834.515723:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7237:1830945997830144:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126834.515741:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126834.515787:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005694592:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 5473us (5918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126834.515795:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18351 00000100:00100000:3.0:1746126834.516742:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005694848 00000100:00100000:3.0:1746126834.516748:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005694848 00002000:00100000:3.0:1746126834.516781:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff88012fd26a00 x1830946005694848/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:595/0 lens 488/0 e 0 to 0 dl 1746126845 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126834.516790:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26a00 with x1830946005694848 ext(0->4095) 00002000:00010000:3.0:1746126834.516793:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26a00 00000100:00100000:3.0:1746126834.516818:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14009 00000100:00100000:3.0:1746126834.516825:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005694848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126834.516918:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005694848:12345-192.168.202.29@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (1286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126834.516923:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14009 00002000:00100000:3.0:1746126834.516927:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x5:0x0] (0->4095) req@ffff88012fd26a00 x1830946005694848/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746126845 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126834.516932:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fd26a00 with x1830946005694848 ext(0->4095) 00002000:00010000:3.0:1746126834.516934:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fd26a00 00000100:00100000:1.0:1746126835.181189:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746126835.181207:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997830272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126835.181259:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126835.181306:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997830272 00000100:00100000:1.0:1746126835.181311:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997830272 00000100:00100000:1.0:1746126835.181356:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1746126835.181363:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997830272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746126835.181386:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3922759680 avail 3691237376 00000100:00100000:1.0:1746126835.181416:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997830272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126835.181421:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00080000:1.0:1746126835.181438:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126835.181462:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997830272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126835.182735:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997830400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746126835.182760:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126835.182782:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997830400 00000100:00100000:1.0:1746126835.182785:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997830400 00000100:00100000:1.0:1746126835.182805:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1746126835.182809:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997830400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746126835.182818:0:9598:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3922759680 avail 3691237376 00000100:00100000:1.0:1746126835.182838:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997830400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 29us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126835.182843:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:1.0:1746126835.182856:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126835.182872:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997830400:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1746126835.492392:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126835.612797:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:11aba639-e19c-48d4-9642-ad075637c564:3787:1830945997830528:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.612848:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126835.612877:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997831040:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.612896:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126835.612908:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997831552:0@lo:400:kworker.0 00000100:00100000:2.0:1746126835.612916:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997830528 00000100:00100000:2.0:1746126835.612922:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997830528 00000100:00100000:0.0:1746126835.612924:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126835.612934:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997832064:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.612946:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126835.612951:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1746126835.612958:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:11aba639-e19c-48d4-9642-ad075637c564+23:3787:x1830945997830528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.612958:0:3787:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746126835.612962:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3787:1830945997830912:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.612979:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126835.612988:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:11aba639-e19c-48d4-9642-ad075637c564+23:3787:x1830945997830528:12345-0@lo:400:kworker.0 Request processed in 31us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.612989:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997831424:0@lo:400:kworker.0 00000100:00100000:2.0:1746126835.612993:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1746126835.613000:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126835.613008:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997831936:0@lo:400:kworker.0 00000100:00100000:2.0:1746126835.613017:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997830912 00000100:00100000:0.0:1746126835.613019:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126835.613020:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997830912 00000100:00100000:2.0:1746126835.613036:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1746126835.613037:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:11aba639-e19c-48d4-9642-ad075637c564:3787:1830945997830528:0@lo:400:kworker.0 00000100:00100000:2.0:1746126835.613040:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3787:x1830945997830912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613057:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831040 00000100:00100000:0.0:1746126835.613060:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831040 00000100:00100000:2.0:1746126835.613061:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3787:x1830945997830912:12345-0@lo:400:kworker.0 Request processed in 21us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126835.613066:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1746126835.613077:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1746126835.613080:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997831040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613100:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997831040:12345-0@lo:400:kworker.0 Request processed in 20us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.613105:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1746126835.613117:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831552 00000100:00100000:0.0:1746126835.613120:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831552 00000100:00100000:0.0:1746126835.613148:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997832064 00000100:00100000:0.0:1746126835.613150:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997832064 00000100:00100000:0.0:1746126835.613165:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831424 00000100:00100000:0.0:1746126835.613166:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831424 00000100:00100000:0.0:1746126835.613172:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831936 00000100:00100000:0.0:1746126835.613173:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831936 00000100:00100000:0.0:1746126835.613181:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1746126835.613186:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997831552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613207:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997831552:12345-0@lo:400:kworker.0 Request processed in 22us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.613211:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1746126835.613218:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1746126835.613222:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997832064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613239:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997832064:12345-0@lo:400:kworker.0 Request processed in 16us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.613243:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1746126835.613362:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1746126835.613366:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3787:x1830945997831424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613382:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3787:x1830945997831424:12345-0@lo:400:kworker.0 Request processed in 16us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.613385:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1746126835.613391:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1746126835.613395:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3787:x1830945997831936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613409:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3787:x1830945997831936:12345-0@lo:400:kworker.0 Request processed in 14us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.613413:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:0.0:1746126835.613426:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126835.613440:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3787:1830945997830912:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613448:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997831424:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613454:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3787:1830945997831936:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613460:0:3787:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967391 gen 2 00000004:00080000:0.0:1746126835.613464:0:3787:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967391 committed transno 4294967391 00000100:00100000:0.0:1746126835.613481:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997831040:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613488:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997831552:0@lo:400:kworker.0 00000100:00100000:0.0:1746126835.613494:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997832064:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.613508:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3784:1830945997830656:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.613531:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126835.613544:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3784:1830945997831168:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.613558:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126835.613568:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3784:1830945997831680:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.613581:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126835.613593:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746126835.613597:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997830784:0@lo:400:kworker.0 00000100:00100000:3.0:1746126835.613609:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997830656 00000100:00100000:1.0:1746126835.613610:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126835.613613:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997830656 00000100:00100000:1.0:1746126835.613629:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3784:1830945997831296:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.613643:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126835.613653:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831168 00000100:00100000:1.0:1746126835.613654:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3784:1830945997831808:0@lo:400:kworker.0 00000100:00100000:2.0:1746126835.613656:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831168 00000100:00100000:1.0:1746126835.613666:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126835.613765:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831680 00000100:00100000:3.0:1746126835.613767:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831680 00000100:00100000:0.0:1746126835.613827:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997830784 00000100:00100000:0.0:1746126835.613830:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997830784 00000100:00100000:0.0:1746126835.613845:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1746126835.613849:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997830784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126835.613851:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831296 00000100:00100000:2.0:1746126835.613853:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831296 00000100:00100000:0.0:1746126835.613871:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f012d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997830784:12345-0@lo:400:kworker.0 Request processed in 22us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.613876:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1746126835.613884:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997831808 00000100:00100000:3.0:1746126835.613886:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997831808 00000100:00080000:0.0:1746126835.613886:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126835.613888:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126835.613898:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746126835.613904:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1746126835.613908:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3784:x1830945997830656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126835.613932:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3784:x1830945997830656:12345-0@lo:400:kworker.0 Request processed in 24us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126835.613937:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1746126835.613945:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1746126835.613948:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3784:x1830945997831168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126835.613965:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3784:x1830945997831168:12345-0@lo:400:kworker.0 Request processed in 16us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126835.613969:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1746126835.613977:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1746126835.613977:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997830784:0@lo:400:kworker.0 00000100:00100000:3.0:1746126835.613980:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3784:x1830945997831680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.613986:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a1f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3784:1830945997830656:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.613993:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3784:1830945997831168:0@lo:400:kworker.0 00000100:00100000:3.0:1746126835.613998:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3784:x1830945997831680:12345-0@lo:400:kworker.0 Request processed in 18us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126835.614000:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3784:1830945997831680:0@lo:400:kworker.0 00000100:00100000:3.0:1746126835.614002:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1746126835.614009:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1746126835.614012:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3784:x1830945997831808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126835.614032:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3784:x1830945997831808:12345-0@lo:400:kworker.0 Request processed in 19us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126835.614036:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1746126835.614085:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1746126835.614089:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3784:x1830945997831296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126835.614109:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f013800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3784:x1830945997831296:12345-0@lo:400:kworker.0 Request processed in 21us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126835.614114:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1746126835.614166:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3784:1830945997831296:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.614173:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3784:1830945997831808:0@lo:400:kworker.0 00000100:00100000:1.0:1746126835.628524:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997832192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746126835.628585:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126835.628631:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997832192 00000100:00100000:0.0:1746126835.628639:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997832192 00000100:00100000:0.0:1746126835.628792:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1746126835.628800:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997832192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746126835.628817:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3919994880 avail 3688472576 00000100:00100000:0.0:1746126835.628851:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997832192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126835.628856:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1746126835.628876:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997832192:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1746126835.644807:0:11464:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 731248678362ns, next at 732248676642ns, rc = 0 00000100:00100000:0.0:1746126835.644819:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126835.644834:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997832320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126835.644883:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126835.644940:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997832320 00000100:00100000:1.0:1746126835.644945:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997832320 00000100:00100000:1.0:1746126835.644988:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1746126835.644995:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997832320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126835.645013:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3919994880 avail 3688472576 00000100:00100000:1.0:1746126835.645056:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997832320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126835.645062:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1746126835.645087:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997832320:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1746126836.113203:0:7233:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000001:00080000:0.0:1746126836.113234:0:7233:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991004 is committed 00000020:00080000:0.0:1746126836.113241:0:7233:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880099117240 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:0.0:1746126836.113249:0:7233:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012f103400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880099117d80 00000020:00080000:0.0:1746126836.113254:0:7233:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:0.0:1746126836.113257:0:7233:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012f103700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88011e13c000 00000020:00080000:0.0:1746126836.113258:0:7233:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000004:00080000:0.0:1746126836.113266:0:7233:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000001:00080000:0.0:1746126836.113270:0:7233:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991002 is committed 00010000:00010000:0.0:1746126836.113346:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126836.113354:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126836.113360:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126836.113365:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fd200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126836.113368:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126836.113374:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126836.113388:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012fdd7600) 00010000:00010000:0.0:1746126836.113391:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126836.113394:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126836.113398:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b2db lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:0.0:1746126836.113420:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113424:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113429:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113433:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13d600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126836.113435:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113438:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113444:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012f103500) 00010000:00010000:0.0:1746126836.113446:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126836.113447:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113451:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d600/0x63da90637734b31a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00000100:00100000:1.0:1746126836.113492:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997832448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746126836.113543:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126836.113678:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997832448 00000100:00100000:1.0:1746126836.113694:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997832448 00000100:00100000:1.0:1746126836.113723:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30639 00000100:00100000:1.0:1746126836.113730:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997832448:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1746126836.113769:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113774:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113778:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113782:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099188200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126836.113784:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113788:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113795:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009912d100) 00010000:00010000:0.0:1746126836.113797:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126836.113799:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113802:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b321 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113809:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113813:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113817:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113820:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099188400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126836.113823:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113826:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113831:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009912df00) 00010000:00010000:0.0:1746126836.113833:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126836.113835:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126836.113839:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b328 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00002000:00080000:1.0:1746126836.113892:0:21550:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00010000:00010000:1.0:1746126836.113908:0:21550:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126836.113922:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 8 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126836.113929:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126836.113930:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126836.113933:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126836.113952:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 8 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126836.113961:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 8 pid: 11460 timeout: 831 lvb_type: 1 00000100:00100000:1.0:1746126836.113969:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997832576:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126836.114010:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000020:00080000:0.0:1746126836.114675:0:7280:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:0.0:1746126836.114729:0:7280:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:2.0:1746126836.119232:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126836.119304:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21550:1830945997832576:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126836.119323:0:21550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126836.120165:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005694976 00000100:00100000:0.0:1746126836.120171:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005694976 00010000:00010000:0.0:1746126836.120205:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 9 pid: 11460 timeout: 831 lvb_type: 1 00000100:00100000:0.0:1746126836.120233:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18352 00000100:00100000:0.0:1746126836.120241:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005694976:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126836.120251:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126836.120255:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 9 pid: 11460 timeout: 831 lvb_type: 1 00010000:00010000:0.0:1746126836.120265:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 9 pid: 11460 timeout: 831 lvb_type: 1 00010000:00010000:0.0:1746126836.120283:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fc800/0x63da90637734b2cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85ac expref: 9 pid: 11460 timeout: 831 lvb_type: 1 00010000:00010000:0.0:1746126836.120296:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126836.120298:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126836.120305:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126836.120312:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126836.120327:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126836.120362:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005694976:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 122us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126836.120368:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18352 00010000:00010000:0.0:1746126836.120433:0:21550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126836.120441:0:21550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126836.120448:0:21550:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126836.120455:0:21550:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126836.120466:0:21550:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126836.120670:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3786:x1830945997832448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6940us (7126us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746126836.120677:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30639 00000004:00080000:0.0:1746126836.120725:0:3786:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800998f1880/2, rc 0, transno 4294970693 00000100:00100000:0.0:1746126836.120729:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997832448:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1746126836.121186:0:7241:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746126836.121193:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126836.121201:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099872e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126836.121205:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126836.121212:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126836.121223:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126836.121229:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099872e00/0x63da90637734b4e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126836.121245:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126836.121247:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126836.121248:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746126836.121331:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746126836.494977:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126836.812316:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126836.812334:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997832704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746126836.812390:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126836.812440:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997832704 00000100:00100000:2.0:1746126836.812448:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997832704 00000100:00100000:2.0:1746126836.812480:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1746126836.812487:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997832704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746126836.812513:0:7255:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:2.0:1746126836.812857:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3786:x1830945997832704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 365us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126836.812863:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1746126836.815016:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3786:1830945997832704:0@lo:41:osp-pre-1-0.0 00000001:02000400:3.0:1746126837.048563:0:28474:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 15:13:57 (1746126837) 00000100:00100000:0.0:1746126837.083882:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.084501:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005695104 00000100:00100000:2.0:1746126837.084509:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005695104 00000100:00080000:0.0:1746126837.085214:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126837.085274:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55607 00000100:00100000:2.0:1746126837.085283:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3095:x1830946005695104:12345-192.168.202.29@tcp:41:stat.0 00000004:00000024:2.0:1746126837.085325:0:7252:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842754560 avail 7379681280 00000100:00100000:2.0:1746126837.085376:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3095:x1830946005695104:12345-192.168.202.29@tcp:41:stat.0 Request processed in 94us (1500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.085383:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55607 00000100:00100000:0.0:1746126837.108822:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126837.108955:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005695232 00000100:00100000:3.0:1746126837.108963:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005695232 00000100:00100000:3.0:1746126837.109000:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55608 00000100:00100000:3.0:1746126837.109008:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3105:x1830946005695232:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:3.0:1746126837.109023:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126837.109037:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b4ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8677 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.109083:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109094:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109103:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109113:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109118:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109122:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109185:0:9563:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109190:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109197:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109202:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109206:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfab800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126837.109209:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109220:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109229:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126837.109231:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126837.109234:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109238:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b4f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109246:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109250:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109258:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109261:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfabe00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126837.109263:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109267:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109271:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88011fe8e600) 00010000:00010000:3.0:1746126837.109273:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126837.109274:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109278:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b4fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:3.0:1746126837.109299:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b4ef lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8677 expref: 9 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.109306:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b4ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8677 expref: 9 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.109311:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfab400, rc 0) 00000100:00100000:3.0:1746126837.109353:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3105:x1830946005695232:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 347us (539us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126837.109358:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55608 00000100:00100000:3.0:1746126837.112870:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126837.113052:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005695488 00000100:00100000:0.0:1746126837.113060:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005695488 00000100:00100000:0.0:1746126837.113103:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55609 00000100:00100000:0.0:1746126837.113110:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3105:x1830946005695488:12345-192.168.202.29@tcp:36:lfs.0 00010000:00010000:0.0:1746126837.113163:0:9563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126837.113183:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b344 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff85c1 expref: 8 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.113195:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126837.113199:0:9563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126837.113238:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.113250:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 9 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.113256:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.113278:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 9 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.113288:0:9563:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 9 pid: 7251 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746126837.113299:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9563:1830945997832832:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126837.113365:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126837.117040:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126837.117058:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005695616 00000100:00100000:0.0:1746126837.117064:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005695616 00010000:00010000:0.0:1746126837.117098:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 10 pid: 7251 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746126837.117118:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18353 00000100:00100000:0.0:1746126837.117140:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005695616:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126837.117150:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126837.117155:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 10 pid: 7251 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746126837.117163:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 10 pid: 7251 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746126837.117180:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126837.117184:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117191:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117196:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117208:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126837.117241:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005695616:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 118us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126837.117247:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18353 00000100:00080000:0.0:1746126837.117264:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746126837.117289:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734b3e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8600 expref: 9 pid: 7251 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746126837.117300:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9563:1830945997832832:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126837.117313:0:9563:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117321:0:9563:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117325:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117339:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117346:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.117351:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00000040:00080000:0.0:1746126837.118031:0:9563:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:0.0:1746126837.118091:0:9563:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:0.0:1746126837.118096:0:9563:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008cf68480 with version 19 00000004:00080000:0.0:1746126837.118107:0:8793:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a56cbe40 version 19 rpc_version 19 00000020:00100000:0.0:1746126837.118148:0:8793:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746126837.118155:0:8793:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800998f2a00 x1830945997833088/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746126837.118170:0:8793:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998f2a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8793:1830945997833088:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126837.118208:0:8793:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126837.118226:0:8793:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126837.118240:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997833088 00000100:00100000:0.0:1746126837.118243:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997833088 00000100:00100000:0.0:1746126837.119208:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1746126837.119216:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8793:x1830945997833088:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126837.119560:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8793:x1830945997833088:12345-0@lo:1000:osp_up1-0.0 Request processed in 345us (1350us total) trans 4294967400 rc 0/0 00000100:00100000:0.0:1746126837.119566:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1746126837.119607:0:8793:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998f2a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8793:1830945997833088:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1746126837.119671:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119696:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119703:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119717:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119722:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119727:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119746:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119751:0:9563:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.119759:0:9563:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 9563 initiator: MDT0 00000100:00100000:0.0:1746126837.119771:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9563:1830945997833216:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1746126837.119793:0:9563:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126837.119805:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff880096af3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126837.120045:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997833216 00000100:00100000:1.0:1746126837.120049:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997833216 00000100:00100000:1.0:1746126837.120074:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1746126837.120079:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e25050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9563:x1830945997833216:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1746126837.120090:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126837.120101:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b527 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x63da90637734b520 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.120116:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b527 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x63da90637734b520 expref: 7 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.120140:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b527 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x63da90637734b520 expref: 7 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.120147:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012fdd7300) 00010000:00010000:1.0:1746126837.120150:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126837.120152:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099188e00, rc 0) 00000100:00100000:1.0:1746126837.120175:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e25050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9563:x1830945997833216:12345-0@lo:101:mdt00_003.0 Request processed in 96us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126837.120180:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1746126837.120328:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9563:1830945997833216:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1746126837.120338:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.120346:0:9563:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746126837.120360:0:9563:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88007dd96a00 reply state ffff88011e083000 transno 4294991005 ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120367:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120372:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:0.0:1746126837.120374:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126837.120376:0:9563:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126837.120381:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.120386:0:9563:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746126837.120393:0:9563:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:0.0:1746126837.120396:0:9563:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88007dd96a00 reply state ffff88011e083000 transno 4294991005 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120403:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120407:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880099067f00) 00010000:00010000:0.0:1746126837.120409:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126837.120410:0:9563:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746126837.120414:0:9563:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:0.0:1746126837.120421:0:9563:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120426:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120430:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120435:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120440:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126837.120442:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120448:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120455:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126837.120457:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126837.120460:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120464:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734b504 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00000004:00010000:0.0:1746126837.120472:0:9563:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88007dd96a00 reply state ffff88011e083000 transno 4294991005 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120477:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.120482:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880099067300) 00010000:00010000:0.0:1746126837.120485:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126837.120487:0:9563:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746126837.120535:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:3105:x1830946005695488:12345-192.168.202.29@tcp:36:lfs.0 Request processed in 7424us (7670us total) trans 4294991005 rc 0/0 00000100:00100000:0.0:1746126837.120542:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55609 00000100:00100000:1.0:1746126837.133093:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126837.133159:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005695744 00000100:00100000:0.0:1746126837.133168:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005695744 00000100:00100000:0.0:1746126837.134216:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55610 00000100:00100000:0.0:1746126837.134224:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:3106:x1830946005695744:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:0.0:1746126837.134241:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126837.134255:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e400/0x63da90637734b52e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff867e expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.134296:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b535 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.134305:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.134314:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00000004:00200000:0.0:1746126837.134343:0:9563:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746126837.134346:0:9563:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126837.134359:0:9563:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b535 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:0.0:1746126837.134375:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e400/0x63da90637734b52e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff867e expref: 11 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.134385:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b535 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff867e expref: 10 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126837.134396:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126837.134399:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126837.134402:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009920be00, rc 0) 00000100:00100000:0.0:1746126837.134445:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+10:3106:x1830946005695744:12345-192.168.202.29@tcp:101:cp.0 Request processed in 222us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126837.134450:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55610 00000100:00100000:0.0:1746126837.142045:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.142107:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005695872 00000100:00100000:1.0:1746126837.142115:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005695872 00000100:00100000:1.0:1746126837.143042:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55611 00000100:00100000:1.0:1746126837.143050:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+10:3106:x1830946005695872:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:1.0:1746126837.143065:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126837.143081:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b53c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8685 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.143146:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143159:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143167:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143175:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143180:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143184:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143246:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b551 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143251:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b551 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143257:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b551 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:1.0:1746126837.143311:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1746126837.143314:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746126837.143329:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b551 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143338:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143343:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143351:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143356:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143360:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099189c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126837.143363:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143368:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143376:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126837.143378:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126837.143381:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143385:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099189c00/0x63da90637734b543 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143394:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143397:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143401:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143405:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099188c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126837.143406:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143413:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143419:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880099067300) 00010000:00010000:1.0:1746126837.143420:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126837.143422:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143426:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188c00/0x63da90637734b54a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.143444:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188400/0x63da90637734b53c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8685 expref: 12 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.143453:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099188200/0x63da90637734b551 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8685 expref: 11 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.143459:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880099067f00) 00010000:00010000:1.0:1746126837.143461:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746126837.143463:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099188200, rc 0) 00000100:00100000:1.0:1746126837.143519:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+11:3106:x1830946005695872:12345-192.168.202.29@tcp:101:cp.0 Request processed in 469us (1479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126837.143524:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55611 00000100:00100000:0.0:1746126837.145192:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.145325:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005696000 00000100:00100000:2.0:1746126837.145332:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005696000 00000100:00100000:2.0:1746126837.145378:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55612 00000100:00100000:2.0:1746126837.145384:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+11:3106:x1830946005696000:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126837.145546:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.145561:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b558 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff868c expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.145601:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b55f lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.145610:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b55f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.145618:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b55f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00000004:00200000:2.0:1746126837.145656:0:9563:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746126837.145660:0:9563:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126837.145695:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b558 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff868c expref: 13 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.145709:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b55f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff868c expref: 12 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.145716:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126837.145718:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126837.145720:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fbb4600, rc 0) 00000100:00100000:2.0:1746126837.145760:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+12:3106:x1830946005696000:12345-192.168.202.29@tcp:101:cp.0 Request processed in 376us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.145765:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55612 00000100:00100000:0.0:1746126837.153340:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.153417:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005696128 00000100:00100000:2.0:1746126837.153424:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005696128 00000100:00080000:0.0:1746126837.153586:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746126837.153705:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55613 00000100:00100000:2.0:1746126837.153713:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+15:3106:x1830946005696128:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126837.153727:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.153741:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4200/0x63da90637734b566 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8693 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.153786:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.153799:0:9563:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b527 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x63da90637734b520 expref: 6 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.153805:0:9563:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT1 00010000:00010000:2.0:1746126837.153835:0:9563:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b527 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x63da90637734b520 expref: 6 pid: 7255 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126837.153846:0:9563:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9563:1830945997833344:0@lo:104: 00000100:00100000:2.0:1746126837.153881:0:9563:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126837.153927:0:9563:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5cb3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126837.155306:0:21894:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997833344 00000100:00100000:3.0:1746126837.155312:0:21894:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997833344 00000100:00100000:3.0:1746126837.155352:0:21894:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1746126837.155358:0:21894:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:9563:x1830945997833344:12345-0@lo:104: 00010000:00010000:3.0:1746126837.155368:0:21894:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.155412:0:21894:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1746126837.155416:0:21894:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:9563:x1830945997833344:12345-0@lo:104: Request processed in 59us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126837.155421:0:21894:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:3.0:1746126837.155435:0:8400:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126837.155439:0:8400:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.155446:0:8400:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ad9ac00 already unused, calling callback (ffffffffa0f1de30) 00010000:00010000:3.0:1746126837.155450:0:8400:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746126837.155457:0:8400:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.155475:0:8400:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.155479:0:8400:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1746126837.155491:0:8400:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.155497:0:8400:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009ad9ac00/0x63da90637734b520 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x63da90637734b527 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.155512:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126837.155513:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126837.155515:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126837.155519:0:3785:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746126837.155526:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997833472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1746126837.155549:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126837.155570:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997833472 00000100:00100000:3.0:1746126837.155573:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997833472 00010000:00010000:3.0:1746126837.155584:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b527 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x63da90637734b520 expref: 7 pid: 7255 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126837.155598:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18354 00000100:00100000:3.0:1746126837.155602:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3785:x1830945997833472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746126837.155609:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126837.156170:0:9563:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:9563:1830945997833344:0@lo:104: 00010000:00010000:2.0:1746126837.156393:0:9563:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT1 00000001:00080000:0.0:1746126837.159175:0:8391:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967400 is committed 00000001:00080000:0.0:1746126837.159187:0:8391:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967399 is committed 00000001:00080000:0.0:1746126837.159207:0:8391:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967398 is committed 00010000:00010000:1.0:1746126837.159298:0:3770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT1 00010000:00010000:1.0:1746126837.159308:0:3770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT1 00010000:00010000:3.0:1746126837.159310:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099188e00/0x63da90637734b527 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x63da90637734b520 expref: 6 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.159313:0:3770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:1.0:1746126837.159318:0:3770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ecf6600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126837.159322:0:3770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT1 00010000:00010000:3.0:1746126837.159323:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012fdd7300) 00010000:00010000:3.0:1746126837.159327:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT1 00010000:00010000:1.0:1746126837.159328:0:3770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT1 00010000:00010000:3.0:1746126837.159334:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9563 initiator: MDT1 00010000:00010000:1.0:1746126837.159335:0:3770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff8800a7a9da00) 00010000:00010000:1.0:1746126837.159337:0:3770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126837.159339:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9563 initiator: MDT1 00010000:00010000:1.0:1746126837.159341:0:3770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:1.0:1746126837.159345:0:3770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ecf6600/0x63da90637734b3a6 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT1 00010000:00010000:3.0:1746126837.159365:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126837.159371:0:3770:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126837.159376:0:3770:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126837.159380:0:3770:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126837.159384:0:3770:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099873c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126837.159386:0:3770:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126837.159390:0:3770:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126837.159396:0:3770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff8800a7a9d900) 00010000:00010000:1.0:1746126837.159399:0:3770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126837.159401:0:3770:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT1 00010000:00010000:1.0:1746126837.159405:0:3770:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099873c00/0x63da90637734b478 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT1 00000100:00100000:3.0:1746126837.159420:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3785:x1830945997833472:12345-0@lo:103:ldlm_bl.0 Request processed in 3815us (3868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126837.159433:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18354 00000100:00100000:3.0:1746126837.159494:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3785:1830945997833472:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746126837.159545:0:9563:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT1 00010000:00010000:2.0:1746126837.159552:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT1 00000004:00200000:2.0:1746126837.159590:0:9563:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746126837.159593:0:9563:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126837.159626:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4200/0x63da90637734b566 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8693 expref: 10 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.159650:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fbb4a00/0x63da90637734b56d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8693 expref: 9 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.159655:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012fdd7300) 00010000:00010000:2.0:1746126837.159658:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126837.159660:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fbb4a00, rc 0) 00000100:00100000:2.0:1746126837.159702:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:3106:x1830946005696128:12345-192.168.202.29@tcp:101:cp.0 Request processed in 5990us (6369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.159710:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55613 00000100:00100000:0.0:1746126837.161534:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.161771:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005696256 00000100:00100000:2.0:1746126837.161778:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005696256 00000100:00100000:2.0:1746126837.161913:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55614 00000100:00100000:2.0:1746126837.161920:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+12:3106:x1830946005696256:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126837.161935:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.161948:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b574 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff869a expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.161990:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.161999:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162008:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162018:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162023:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162028:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162071:0:9563:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162077:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162084:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162089:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162093:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfaa800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.162095:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162101:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162109:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126837.162111:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.162114:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162118:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b57b lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162302:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162308:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162313:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162317:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfab800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.162319:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162327:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162333:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800780da200) 00010000:00010000:2.0:1746126837.162335:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.162337:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162342:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab800/0x63da90637734b582 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.162365:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b574 lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff869a expref: 13 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.162371:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfabe00/0x63da90637734b574 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff869a expref: 13 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.162377:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfabe00, rc 0) 00000100:00100000:2.0:1746126837.162998:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+12:3106:x1830946005696256:12345-192.168.202.29@tcp:101:cp.0 Request processed in 1076us (1466us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126837.163004:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55614 00000100:00100000:0.0:1746126837.165356:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.165451:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005696512 00000100:00100000:2.0:1746126837.165457:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005696512 00000100:00100000:2.0:1746126837.165864:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55615 00000100:00100000:2.0:1746126837.165871:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+12:3106:x1830946005696512:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126837.165886:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.165889:0:9563:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126837.165909:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b55f lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff868c expref: 12 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.165922:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126837.165925:0:9563:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126837.165937:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b010000/0x63da90637734b589 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86a1 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.166009:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166019:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166026:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166037:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166041:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166046:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00000004:00080000:2.0:1746126837.166299:0:9563:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:2.0:1746126837.166382:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefc200/0x63da90637734b59e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166388:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefc200/0x63da90637734b59e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166394:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefc200/0x63da90637734b59e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166422:0:9563:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166427:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166431:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166436:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166440:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee8aa00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.166443:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166448:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166454:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126837.166457:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.166459:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166463:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee8aa00/0x63da90637734b590 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00000004:00010000:2.0:1746126837.166470:0:9563:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011e1fe300 reply state ffff88011e0ac000 transno 4294991006 ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166476:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126837.166481:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800780da700) 00010000:00010000:2.0:1746126837.166483:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126837.166485:0:9563:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126837.166501:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b010000/0x63da90637734b589 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a1 expref: 14 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.166511:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefc200/0x63da90637734b59e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a1 expref: 13 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.166516:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:2.0:1746126837.166518:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126837.166520:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aefc200, rc 0) 00000100:00100000:2.0:1746126837.166564:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+14:3106:x1830946005696512:12345-192.168.202.29@tcp:101:cp.0 Request processed in 694us (1213us total) trans 4294991006 rc 0/0 00000100:00100000:2.0:1746126837.166570:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55615 00000100:00100000:0.0:1746126837.170161:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.170220:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005696640 00000100:00100000:1.0:1746126837.170227:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005696640 00000100:00100000:1.0:1746126837.170254:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30640 00000100:00100000:1.0:1746126837.170261:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2026:x1830946005696640:12345-192.168.202.29@tcp:8:cp.0 00010000:00080000:1.0:1746126837.170288:0:21550:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp t0 exp (null) cur 732 last 0 00000020:00000080:1.0:1746126837.170311:0:21550:0:(genops.c:1402:class_connect()) connect: client f3bfef21-70ec-429b-acd8-350a1cc51982, cookie 0x63da90637734b5ac 00002000:00100000:1.0:1746126837.170320:0:21550:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli f3bfef21-70ec-429b-acd8-350a1cc51982/ffff880099156000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103642 ocd_grant: 489852928 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746126837.170334:0:21550:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1746126837.170385:0:21550:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a5692cc0 00002000:00080000:1.0:1746126837.170391:0:21550:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1746126837.170410:0:21550:0:(import.c:66:import_set_state_nolock()) ffff880099157800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746126837.170457:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2026:x1830946005696640:12345-192.168.202.29@tcp:8:cp.0 Request processed in 197us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126837.170463:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30640 00000100:00100000:0.0:1746126837.171774:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.171819:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005696768 00000100:00100000:1.0:1746126837.171823:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005696768 00000100:00080000:0.0:1746126837.171954:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126837.172468:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30641 00000100:00100000:1.0:1746126837.172476:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+6:0:x1830946005696768:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:1.0:1746126837.172488:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126837.172502:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86a8 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126837.172524:0:21550:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746126837.172537:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126837.172539:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126837.172545:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 7 pid: 21550 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126837.172559:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 7 pid: 21550 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126837.172568:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099188800, rc 0) 00000100:00100000:1.0:1746126837.172598:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:0:x1830946005696768:12345-192.168.202.29@tcp:101:cp.0 Request processed in 124us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126837.172603:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30641 00000100:00100000:0.0:1746126837.175612:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.175829:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005696896 00000100:00100000:2.0:1746126837.175837:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005696896 00000100:00100000:2.0:1746126837.175883:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30642 00000100:00100000:2.0:1746126837.175890:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:3106:x1830946005696896:12345-192.168.202.29@tcp:101:cp.0 00010000:00010000:2.0:1746126837.175904:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.175917:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86af expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.175939:0:9594:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 8 pid: 21550 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126837.175946:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126837.175947:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126837.175951:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.175983:0:9594:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 8 pid: 21550 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126837.175993:0:9594:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 8 pid: 21550 timeout: 832 lvb_type: 1 00000100:00100000:2.0:1746126837.176004:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997833600:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126837.176083:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5cb3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126837.177664:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997833600:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126837.177697:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.177710:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aefca00, rc 0) 00000100:00100000:2.0:1746126837.177738:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3106:x1830946005696896:12345-192.168.202.29@tcp:101:cp.0 Request processed in 1848us (2131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.177745:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30642 00000100:00100000:0.0:1746126837.179926:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126837.180218:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005697024 00000100:00100000:3.0:1746126837.180225:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005697024 00010000:00010000:3.0:1746126837.180251:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 8 pid: 21550 timeout: 832 lvb_type: 1 00000100:00100000:3.0:1746126837.180285:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18355 00000100:00100000:3.0:1746126837.180291:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005697024:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126837.180302:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126837.180318:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 8 pid: 21550 timeout: 832 lvb_type: 1 00010000:00010000:3.0:1746126837.180333:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 8 pid: 21550 timeout: 832 lvb_type: 1 00010000:00010000:3.0:1746126837.180350:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099188800/0x63da90637734b5b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a8 expref: 8 pid: 21550 timeout: 832 lvb_type: 1 00010000:00010000:3.0:1746126837.180365:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126837.180367:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126837.180373:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.180380:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.180402:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126837.180411:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997833728:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126837.180542:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126837.182242:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997833728:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126837.182256:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126837.182283:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005697024:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1992us (2363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126837.182290:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18355 00000100:00100000:0.0:1746126837.182849:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.182908:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005697280 00000100:00100000:2.0:1746126837.182913:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005697280 00000100:00100000:2.0:1746126837.182948:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 194 00000100:00100000:2.0:1746126837.182954:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+14:3106:x1830946005697280:12345-192.168.202.29@tcp:35:cp.0 00000100:00100000:2.0:1746126837.183186:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+15:3106:x1830946005697280:12345-192.168.202.29@tcp:35:cp.0 Request processed in 231us (337us total) trans 4294991007 rc 0/0 00000100:00100000:2.0:1746126837.183192:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 194 00000100:00100000:0.0:1746126837.196829:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.197473:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005697536 00000100:00100000:1.0:1746126837.197480:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005697536 00000100:00100000:1.0:1746126837.197518:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55616 00000100:00100000:1.0:1746126837.197523:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+15:3109:x1830946005697536:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126837.197540:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126837.197554:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188800/0x63da90637734b5c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86b6 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.197640:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b010000/0x63da90637734b5c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.197650:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b010000/0x63da90637734b5c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.197659:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b010000/0x63da90637734b5c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:1.0:1746126837.197668:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:1.0:1746126837.197758:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188800/0x63da90637734b5c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86b6 expref: 18 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.197788:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b010000/0x63da90637734b5c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86b6 expref: 17 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.197795:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:1.0:1746126837.197798:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746126837.197892:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b010000, rc 0) 00000100:00100000:1.0:1746126837.198007:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+17:3109:x1830946005697536:12345-192.168.202.29@tcp:101:dd.0 Request processed in 482us (1182us total) trans 4294991008 rc 0/0 00000100:00100000:1.0:1746126837.198012:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55616 00000100:00100000:0.0:1746126837.227911:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.228010:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005697664 00000100:00100000:1.0:1746126837.228018:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005697664 00000100:00100000:1.0:1746126837.228190:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55617 00000100:00100000:1.0:1746126837.228198:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:3113:x1830946005697664:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126837.228215:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126837.228229:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099188e00/0x63da90637734b5d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86bd expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.228277:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.228288:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.228297:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:1.0:1746126837.228333:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746126837.228336:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746126837.228350:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126837.228366:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099188e00/0x63da90637734b5d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 11 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.228394:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 10 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.228400:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126837.228403:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126837.228405:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fbb4600, rc 0) 00000100:00100000:1.0:1746126837.228447:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:3113:x1830946005697664:12345-192.168.202.29@tcp:101:dd.0 Request processed in 250us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126837.228453:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55617 00000100:00100000:1.0:1746126837.230182:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.231544:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005697792 00000100:00100000:2.0:1746126837.231551:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005697792 00000100:00100000:2.0:1746126837.231582:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55618 00000100:00100000:2.0:1746126837.231588:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:3113:x1830946005697792:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126837.231601:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.231613:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b5e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86c4 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.231655:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231663:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231669:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231687:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231691:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231694:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231743:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd000/0x63da90637734b5f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231747:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd000/0x63da90637734b5f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231750:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd000/0x63da90637734b5f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126837.231792:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1746126837.231794:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746126837.231804:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd000/0x63da90637734b5f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231810:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231813:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231816:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231819:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231821:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cfab400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.231823:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231827:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231833:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126837.231835:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.231837:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231840:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfab400/0x63da90637734b5eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231861:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231865:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231867:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231869:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aefd400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.231870:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231873:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231876:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880099067300) 00010000:00010000:2.0:1746126837.231877:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.231878:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231880:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b5f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.231893:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cfaa800/0x63da90637734b5e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86c4 expref: 12 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.231899:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd000/0x63da90637734b5f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86c4 expref: 11 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.231909:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880099067f00) 00010000:00010000:2.0:1746126837.231911:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126837.231913:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aefd000, rc 0) 00000100:00100000:2.0:1746126837.231963:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:3113:x1830946005697792:12345-192.168.202.29@tcp:101:dd.0 Request processed in 374us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.231969:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55618 00000100:00100000:0.0:1746126837.234053:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.234152:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005697920 00000100:00100000:2.0:1746126837.234159:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005697920 00000100:00100000:2.0:1746126837.234186:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55619 00000100:00100000:2.0:1746126837.234192:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:3113:x1830946005697920:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126837.234205:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.234217:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b600 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86cb expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.234251:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880071413600/0x63da90637734b607 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.234259:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880071413600/0x63da90637734b607 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.234268:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880071413600/0x63da90637734b607 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126837.234292:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746126837.234295:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126837.234315:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b600 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86cb expref: 13 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.234327:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880071413600/0x63da90637734b607 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86cb expref: 12 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.234333:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126837.234335:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126837.234337:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880071413600, rc 0) 00000100:00100000:2.0:1746126837.234610:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+12:3113:x1830946005697920:12345-192.168.202.29@tcp:101:dd.0 Request processed in 416us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.234615:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55619 00000100:00100000:0.0:1746126837.236469:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.236536:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005698048 00000100:00100000:2.0:1746126837.236541:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005698048 00000100:00100000:2.0:1746126837.236588:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55620 00000100:00100000:2.0:1746126837.236594:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:3113:x1830946005698048:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126837.236610:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.236622:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880071412600/0x63da90637734b60e lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86d2 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.236662:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfabe00/0x63da90637734b615 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.236670:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfabe00/0x63da90637734b615 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT1 00010000:00010000:2.0:1746126837.236686:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfabe00/0x63da90637734b615 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT1 00000004:00200000:2.0:1746126837.236715:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746126837.236718:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126837.236749:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880071412600/0x63da90637734b60e lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d2 expref: 10 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.236761:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008cfabe00/0x63da90637734b615 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d2 expref: 9 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.236767:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88012fdd7300) 00010000:00010000:2.0:1746126837.236770:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126837.236773:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cfabe00, rc 0) 00000100:00100000:2.0:1746126837.236802:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:3113:x1830946005698048:12345-192.168.202.29@tcp:101:dd.0 Request processed in 209us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.236807:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55620 00000100:00080000:0.0:1746126837.236953:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126837.241553:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.241618:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005698304 00000100:00100000:1.0:1746126837.241625:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005698304 00000100:00100000:1.0:1746126837.241720:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55621 00000100:00100000:1.0:1746126837.241727:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:282c81db-7eec-4a96-a690-249dab73b4e4+12:3113:x1830946005698304:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126837.241742:0:9563:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126837.241757:0:9563:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b61c lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86d9 expref: -99 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.241813:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241827:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241835:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241843:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241848:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241852:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241916:0:9563:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241922:0:9563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241926:0:9563:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00000004:00200000:1.0:1746126837.241933:0:9563:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:1.0:1746126837.241981:0:9563:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241986:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241990:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.241995:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242000:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fbb4c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126837.242003:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242008:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242015:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:1.0:1746126837.242017:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126837.242020:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242024:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4c00/0x63da90637734b623 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242044:0:9563:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242048:0:9563:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242052:0:9563:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242055:0:9563:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fdd0a00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126837.242057:0:9563:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242060:0:9563:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242064:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800780da700) 00010000:00010000:1.0:1746126837.242066:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126837.242068:0:9563:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242072:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdd0a00/0x63da90637734b62a lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:1.0:1746126837.242095:0:9563:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b61c lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 15 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.242103:0:9563:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 14 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.242108:0:9563:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:1.0:1746126837.242110:0:9563:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126837.242111:0:9563:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aefd400, rc 0) 00000100:00100000:1.0:1746126837.242169:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:282c81db-7eec-4a96-a690-249dab73b4e4+14:3113:x1830946005698304:12345-192.168.202.29@tcp:101:dd.0 Request processed in 442us (625us total) trans 4294991009 rc 0/0 00000100:00100000:1.0:1746126837.242174:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55621 00000100:00100000:2.0:1746126837.245953:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126837.246049:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005698432 00000100:00100000:0.0:1746126837.246057:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005698432 00000100:00100000:0.0:1746126837.246094:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30643 00000100:00100000:0.0:1746126837.246101:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2026:x1830946005698432:12345-192.168.202.29@tcp:8:dd.0 00010000:00080000:0.0:1746126837.246148:0:9594:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp t0 exp (null) cur 732 last 0 00000020:00000080:0.0:1746126837.246174:0:9594:0:(genops.c:1402:class_connect()) connect: client 282c81db-7eec-4a96-a690-249dab73b4e4, cookie 0x63da90637734b63f 00002000:00100000:0.0:1746126837.246182:0:9594:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 282c81db-7eec-4a96-a690-249dab73b4e4/ffff880098a61000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103642 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746126837.246192:0:9594:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746126837.246240:0:9594:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a5692cc0 00002000:00080000:0.0:1746126837.246247:0:9594:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1746126837.246269:0:9594:0:(import.c:66:import_set_state_nolock()) ffff880098a63800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746126837.246320:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2026:x1830946005698432:12345-192.168.202.29@tcp:8:dd.0 Request processed in 218us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126837.246326:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30643 00000100:00100000:0.0:1746126837.247645:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.247697:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005698560 00000100:00100000:1.0:1746126837.247702:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005698560 00000100:00080000:0.0:1746126837.247796:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126837.247889:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30644 00000100:00100000:1.0:1746126837.247895:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:3113:x1830946005698560:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126837.247906:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126837.247919:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86e0 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.247941:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.247947:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126837.247948:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126837.247950:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.247969:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 6 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.247977:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 6 pid: 9594 timeout: 832 lvb_type: 0 00000100:00100000:1.0:1746126837.247984:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997833856:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126837.248052:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126837.249471:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.249502:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005698688 00000100:00100000:1.0:1746126837.249506:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005698688 00002000:00100000:1.0:1746126837.249533:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1715) req@ffff88008b980000 x1830946005698688/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:598/0 lens 2208/0 e 0 to 0 dl 1746126848 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126837.249541:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980000 with x1830946005698688 ext(0->1715) 00000100:00100000:2.0:1746126837.249546:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997833856:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126837.249546:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 7 pid: 9594 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746126837.249555:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 7 pid: 9594 timeout: 832 lvb_type: 0 00002000:00010000:1.0:1746126837.249560:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b980000 00010000:00010000:2.0:1746126837.249562:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.249572:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fbb4c00, rc 0) 00000100:00100000:1.0:1746126837.249584:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3122 00000100:00100000:1.0:1746126837.249589:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005698688:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:2.0:1746126837.249596:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+7:3113:x1830946005698560:12345-192.168.202.29@tcp:101:dd.0 Request processed in 1702us (1955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.249601:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30644 00000001:00100000:0.0:1746126837.251151:0:9592:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 282c81db-7eec-4a96-a690-249dab73b4e4 00000001:00100000:0.0:1746126837.251156:0:9592:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f3bfef21-70ec-429b-acd8-350a1cc51982 00000100:00100000:0.0:1746126837.252110:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005698688:12345-192.168.202.29@tcp:4:dd.0 Request processed in 2515us (2637us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746126837.252118:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3122 00002000:00100000:0.0:1746126837.252141:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1715) req@ffff88008b980000 x1830946005698688/t4294972245(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:598/0 lens 2208/448 e 0 to 0 dl 1746126848 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126837.252149:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b980000 with x1830946005698688 ext(0->1715) 00010000:00010000:0.0:1746126837.252157:0:9602:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746126837.252167:0:9602:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746126837.252174:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b980000 00000100:00100000:0.0:1746126837.253767:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126837.253834:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005698816 00000100:00100000:3.0:1746126837.253841:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005698816 00010000:00010000:3.0:1746126837.253863:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 832 lvb_type: 0 00000100:00100000:3.0:1746126837.253894:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18356 00000100:00100000:3.0:1746126837.253900:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005698816:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126837.253909:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126837.253920:0:7237:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746126837.253922:0:7237:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746126837 00002000:00010000:3.0:1746126837.253924:0:7237:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1746126837 00002000:00010000:3.0:1746126837.253926:0:7237:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746126837 00002000:00010000:3.0:1746126837.253927:0:7237:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1746126837.253931:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 832 lvb_type: 0 00010000:00010000:3.0:1746126837.253941:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 832 lvb_type: 0 00010000:00010000:3.0:1746126837.253957:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aefca00/0x63da90637734b5ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86af expref: 8 pid: 9594 timeout: 832 lvb_type: 0 00010000:00010000:3.0:1746126837.253971:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126837.253973:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126837.253978:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.253984:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126837.254074:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126837.254085:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997833984:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126837.254178:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126837.255624:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997833984:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126837.255637:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126837.255669:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005698816:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1768us (1903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126837.255686:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18356 00000100:00100000:2.0:1746126837.256348:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126837.256384:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005699072 00000100:00100000:0.0:1746126837.256389:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005699072 00002000:00100000:0.0:1746126837.256416:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012fb13480 x1830946005699072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746126848 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126837.256423:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb13480 with x1830946005699072 ext(0->4095) 00002000:00010000:0.0:1746126837.256425:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fb13480 00000100:00100000:0.0:1746126837.256443:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14010 00000100:00100000:0.0:1746126837.256448:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005699072:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126837.256555:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005699072:12345-192.168.202.29@tcp:3:dd.0 Request processed in 106us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126837.256560:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14010 00002000:00100000:0.0:1746126837.256564:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012fb13480 x1830946005699072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746126848 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126837.256570:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb13480 with x1830946005699072 ext(0->4095) 00002000:00010000:0.0:1746126837.256573:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fb13480 00000100:00100000:0.0:1746126837.283634:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.283738:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005699328 00000100:00100000:2.0:1746126837.283746:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005699328 00000100:00100000:2.0:1746126837.283793:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 195 00000100:00100000:2.0:1746126837.283800:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880071b22c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:3113:x1830946005699328:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:2.0:1746126837.284034:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880071b22c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+15:3113:x1830946005699328:12345-192.168.202.29@tcp:35:dd.0 Request processed in 234us (407us total) trans 4294991010 rc 0/0 00000100:00100000:2.0:1746126837.284040:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 195 00000100:00100000:0.0:1746126837.292922:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.293098:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005699456 00000100:00100000:2.0:1746126837.293106:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005699456 00000100:00100000:2.0:1746126837.293192:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55622 00000100:00100000:2.0:1746126837.293199:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+17:3116:x1830946005699456:12345-192.168.202.29@tcp:101:truncate.0 00010000:00010000:2.0:1746126837.293218:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.293235:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53000/0x63da90637734b64d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86e7 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.293263:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de52200/0x63da90637734b654 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.293274:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012de52200/0x63da90637734b654 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.293284:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012de52200/0x63da90637734b654 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.293366:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53000/0x63da90637734b64d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e7 expref: 19 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.293395:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de52200/0x63da90637734b654 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e7 expref: 18 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.293403:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:2.0:1746126837.293405:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746126837.293408:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012de52200, rc 0) 00000100:00100000:2.0:1746126837.293444:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:3116:x1830946005699456:12345-192.168.202.29@tcp:101:truncate.0 Request processed in 246us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.293450:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55622 00000100:00100000:0.0:1746126837.294664:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.294716:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005699712 00000100:00100000:2.0:1746126837.294720:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005699712 00000100:00100000:2.0:1746126837.294889:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55623 00000100:00100000:2.0:1746126837.294895:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:3116:x1830946005699712:12345-192.168.202.29@tcp:36:truncate.0 00010000:00010000:2.0:1746126837.294924:0:7252:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126837.294938:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefc200/0x63da90637734b59e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86a1 expref: 18 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.294947:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:2.0:1746126837.294949:0:7252:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126837.295057:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.295066:0:7252:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 14 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.295072:0:7252:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.295096:0:7252:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 14 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.295105:0:7252:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 14 pid: 9563 timeout: 832 lvb_type: 0 00000100:00100000:2.0:1746126837.295115:0:7252:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997834112:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126837.295216:0:7252:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5cb39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126837.300149:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126837.300215:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005699840 00000100:00100000:3.0:1746126837.300223:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005699840 00010000:00010000:3.0:1746126837.300254:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 15 pid: 9563 timeout: 832 lvb_type: 0 00000100:00100000:3.0:1746126837.300294:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18357 00000100:00100000:3.0:1746126837.300301:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+15:2028:x1830946005699840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126837.300312:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126837.300317:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 15 pid: 9563 timeout: 832 lvb_type: 0 00010000:00010000:3.0:1746126837.300328:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 15 pid: 9563 timeout: 832 lvb_type: 0 00010000:00010000:3.0:1746126837.300346:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:3.0:1746126837.300351:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126837.300359:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126837.300364:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126837.300379:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126837.300413:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+15:2028:x1830946005699840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 113us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126837.300419:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18357 00010000:00010000:0.0:1746126837.301107:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd400/0x63da90637734b631 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86d9 expref: 14 pid: 9563 timeout: 832 lvb_type: 0 00000100:00100000:0.0:1746126837.301139:0:7252:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997834112:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126837.301155:0:7252:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126837.301171:0:7252:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126837.301176:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000001:00080000:0.0:1746126837.301241:0:7252:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294991011 00000004:00010000:0.0:1746126837.301277:0:7252:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008b983100 reply state ffff88011e0a8000 transno 4294991012 ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126837.301285:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126837.301291:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:0.0:1746126837.301293:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126837.301295:0:7252:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126837.301351:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+20:3116:x1830946005699712:12345-192.168.202.29@tcp:36:truncate.0 Request processed in 6455us (6689us total) trans 4294991012 rc 0/0 00000100:00100000:0.0:1746126837.301357:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55623 00000020:00080000:0.0:1746126837.301367:0:7252:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746126837.305907:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.305956:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005699968 00000100:00100000:2.0:1746126837.305963:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005699968 00000100:00100000:2.0:1746126837.306077:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30645 00000100:00100000:2.0:1746126837.306084:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:3116:x1830946005699968:12345-192.168.202.29@tcp:101:truncate.0 00010000:00010000:2.0:1746126837.306098:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.306111:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86ee expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.306152:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.306158:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126837.306160:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126837.306163:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.306186:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.306196:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 5 pid: 21550 timeout: 832 lvb_type: 0 00000100:00100000:2.0:1746126837.306207:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997834240:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126837.306659:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5cb3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126837.310632:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997834240:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126837.310657:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.310670:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012de52600, rc 0) 00000100:00100000:2.0:1746126837.310890:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3116:x1830946005699968:12345-192.168.202.29@tcp:101:truncate.0 Request processed in 4804us (4993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.310897:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30645 00000100:00100000:0.0:1746126837.313255:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.313315:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005700096 00000100:00100000:1.0:1746126837.313322:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005700096 00010000:00010000:1.0:1746126837.313352:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 6 pid: 21550 timeout: 832 lvb_type: 0 00000100:00100000:1.0:1746126837.313389:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18358 00000100:00100000:1.0:1746126837.313395:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+6:2027:x1830946005700096:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126837.313407:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126837.313425:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 6 pid: 21550 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746126837.313435:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 6 pid: 21550 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746126837.313454:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fbb4c00/0x63da90637734b646 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86e0 expref: 6 pid: 21550 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746126837.313484:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126837.313487:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126837.313492:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.313500:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.313528:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 7 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126837.313538:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997834368:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126837.313606:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746126837.322254:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997834368:192.168.202.29@tcp:105: 00000100:00100000:0.0:1746126837.322256:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126837.322273:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126837.322320:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005700224 00000100:00100000:1.0:1746126837.322320:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+5:2027:x1830946005700096:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 8924us (9070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.322325:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005700224 00000100:00100000:1.0:1746126837.322327:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18358 00002000:00010000:2.0:1746126837.322354:0:9602:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (858->18446744073709551615) 00002000:00100000:2.0:1746126837.322358:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983b80 with x1830946005700224 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126837.322370:0:9602:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b983b80. 00000100:00100000:2.0:1746126837.322396:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14011 00000100:00100000:2.0:1746126837.322402:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005700224:12345-192.168.202.29@tcp:10:truncate.0 00002000:00010000:2.0:1746126837.322645:0:9602:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746126837.322648:0:9602:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746126837 -> 1746126837 00002000:00010000:2.0:1746126837.322650:0:9602:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 1746126837 -> 1746126837 00002000:00010000:2.0:1746126837.322652:0:9602:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746126837 -> 1746126837 00002000:00010000:2.0:1746126837.322654:0:9602:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746126837.322685:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005700224:12345-192.168.202.29@tcp:10:truncate.0 Request processed in 271us (419us total) trans 4294972246 rc 0/0 00000100:00100000:2.0:1746126837.322690:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14011 00002000:00010000:2.0:1746126837.322693:0:9602:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (858->18446744073709551615) 00002000:00100000:2.0:1746126837.322695:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b983b80 with x1830946005700224 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126837.322698:0:9602:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b983b80. 00000100:00100000:0.0:1746126837.332898:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.333004:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005700480 00000100:00100000:2.0:1746126837.333013:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005700480 00000100:00100000:2.0:1746126837.334759:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55624 00000100:00100000:2.0:1746126837.334776:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+20:3118:x1830946005700480:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126837.334798:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.334815:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53400/0x63da90637734b669 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86f5 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.334875:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.334887:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.334896:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.334904:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.334910:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.334915:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.334987:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8ae00/0x63da90637734b67e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.334994:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8ae00/0x63da90637734b67e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335000:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8ae00/0x63da90637734b67e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126837.335008:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:2.0:1746126837.335071:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335081:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335086:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335091:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335097:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae8be00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.335103:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335109:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335118:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126837.335121:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.335124:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335143:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b670 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335168:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335173:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335178:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335182:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae8b800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.335184:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335188:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335194:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800780da700) 00010000:00010000:2.0:1746126837.335196:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.335199:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335203:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b677 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.335230:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53400/0x63da90637734b669 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86f5 expref: 23 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.335239:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8ae00/0x63da90637734b67e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86f5 expref: 22 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.335244:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:2.0:1746126837.335246:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126837.335248:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae8ae00, rc 0) 00000100:00100000:2.0:1746126837.335860:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+22:3118:x1830946005700480:12345-192.168.202.29@tcp:101:dd.0 Request processed in 1090us (2967us total) trans 4294991013 rc 0/0 00000100:00100000:2.0:1746126837.335866:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55624 00000100:00100000:0.0:1746126837.338221:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.338270:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005700736 00000100:00100000:2.0:1746126837.338281:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005700736 00000100:00100000:2.0:1746126837.338327:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 196 00000100:00100000:2.0:1746126837.338333:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+22:3118:x1830946005700736:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:2.0:1746126837.338523:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+23:3118:x1830946005700736:12345-192.168.202.29@tcp:35:dd.0 Request processed in 189us (307us total) trans 4294991014 rc 0/0 00000100:00100000:2.0:1746126837.338528:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 196 00000100:00100000:0.0:1746126837.341314:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.341586:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005700992 00000100:00100000:2.0:1746126837.341594:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005700992 00002000:00100000:2.0:1746126837.341632:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b981500 x1830946005700992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746126848 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126837.341647:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981500 with x1830946005700992 ext(0->4095) 00002000:00010000:2.0:1746126837.341652:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b981500 00000100:00100000:2.0:1746126837.341779:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14012 00000100:00100000:2.0:1746126837.341787:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005700992:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126837.342196:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005700992:12345-192.168.202.29@tcp:3:dd.0 Request processed in 408us (886us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126837.342202:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14012 00002000:00100000:2.0:1746126837.342207:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b981500 x1830946005700992/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746126848 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126837.342214:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981500 with x1830946005700992 ext(0->4095) 00002000:00010000:2.0:1746126837.342217:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b981500 00000100:00100000:0.0:1746126837.377668:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.377714:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005701248 00000100:00100000:2.0:1746126837.377722:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005701248 00000100:00100000:2.0:1746126837.377763:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55625 00000100:00100000:2.0:1746126837.377771:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:3122:x1830946005701248:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126837.377792:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.377808:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19bc00/0x63da90637734b68c lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff86fc expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.377868:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377879:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377888:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377897:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377902:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377907:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377977:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3ac00/0x63da90637734b6a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377984:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3ac00/0x63da90637734b6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.377990:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3ac00/0x63da90637734b6a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126837.377997:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:2.0:1746126837.378053:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378058:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378063:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378069:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378073:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a19b600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.378076:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378085:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378093:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126837.378095:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.378098:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378102:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19b600/0x63da90637734b693 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378120:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378143:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378147:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378151:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a19be00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126837.378153:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378157:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378163:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800780da700) 00010000:00010000:2.0:1746126837.378165:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126837.378167:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378170:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19be00/0x63da90637734b69a lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126837.378196:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a19bc00/0x63da90637734b68c lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86fc expref: 17 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.378204:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3ac00/0x63da90637734b6a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86fc expref: 16 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.378210:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:2.0:1746126837.378211:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126837.378213:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ce3ac00, rc 0) 00000100:00100000:2.0:1746126837.378263:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+16:3122:x1830946005701248:12345-192.168.202.29@tcp:101:dd.0 Request processed in 493us (604us total) trans 4294991015 rc 0/0 00000100:00100000:2.0:1746126837.378268:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55625 00000100:00100000:0.0:1746126837.383378:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126837.383636:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005701376 00000100:00100000:2.0:1746126837.383646:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005701376 00000100:00100000:2.0:1746126837.383713:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30646 00000100:00100000:2.0:1746126837.383721:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+5:3122:x1830946005701376:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126837.383741:0:21550:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126837.383760:0:21550:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b488c000/0x63da90637734b6af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8703 expref: -99 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.383789:0:21550:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.383795:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126837.383797:0:21550:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126837.383800:0:21550:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b488c000/0x63da90637734b6af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8703 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.383836:0:21550:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 8 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.384052:0:21550:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 8 pid: 21550 timeout: 832 lvb_type: 0 00000100:00100000:2.0:1746126837.384073:0:21550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997834496:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126837.384373:0:21550:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0ebb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126837.385963:0:21550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fb10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21550:1830945997834496:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126837.385990:0:21550:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b488c000/0x63da90637734b6af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8703 expref: 6 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126837.386004:0:21550:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b488c000, rc 0) 00000100:00100000:2.0:1746126837.386048:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:282c81db-7eec-4a96-a690-249dab73b4e4+6:3122:x1830946005701376:12345-192.168.202.29@tcp:101:dd.0 Request processed in 2327us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126837.386055:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30646 00000100:00100000:0.0:1746126837.387785:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.387886:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005701504 00000100:00100000:1.0:1746126837.387893:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005701504 00010000:00010000:1.0:1746126837.387920:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 9 pid: 21550 timeout: 832 lvb_type: 0 00000100:00100000:1.0:1746126837.387953:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18359 00000100:00100000:1.0:1746126837.387959:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005701504:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126837.387970:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126837.387986:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 9 pid: 21550 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746126837.387996:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 9 pid: 21550 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746126837.388012:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012de52600/0x63da90637734b662 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86ee expref: 9 pid: 21550 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746126837.388036:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126837.388038:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126837.388044:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b488c000/0x63da90637734b6af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8703 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.388055:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b488c000/0x63da90637734b6af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8703 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126837.388078:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b488c000/0x63da90637734b6af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8703 expref: 5 pid: 21550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126837.388087:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997834624:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126837.388169:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126837.390198:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126837.390281:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997834624:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126837.390297:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126837.390329:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005701504:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2369us (2547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126837.390337:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18359 00000100:00100000:2.0:1746126837.390520:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005701760 00000100:00100000:2.0:1746126837.390525:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005701760 00002000:00100000:2.0:1746126837.390563:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e16ea00 x1830946005701760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:598/0 lens 488/0 e 0 to 0 dl 1746126848 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126837.390572:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ea00 with x1830946005701760 ext(0->4095) 00002000:00010000:2.0:1746126837.390579:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e16ea00 00000100:00100000:2.0:1746126837.390604:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14013 00000100:00100000:2.0:1746126837.390611:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005701760:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126837.390753:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:2028:x1830946005701760:12345-192.168.202.29@tcp:3:dd.0 Request processed in 141us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126837.390759:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14013 00002000:00100000:2.0:1746126837.390764:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011e16ea00 x1830946005701760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746126848 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126837.390771:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16ea00 with x1830946005701760 ext(0->4095) 00002000:00010000:2.0:1746126837.390774:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e16ea00 00000100:00100000:0.0:1746126837.410976:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126837.411071:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702016 00000100:00100000:3.0:1746126837.411079:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702016 00000100:00100000:3.0:1746126837.411155:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 197 00000100:00100000:3.0:1746126837.411162:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:282c81db-7eec-4a96-a690-249dab73b4e4+16:3122:x1830946005702016:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:3.0:1746126837.411569:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:282c81db-7eec-4a96-a690-249dab73b4e4+17:3122:x1830946005702016:12345-192.168.202.29@tcp:35:dd.0 Request processed in 405us (599us total) trans 4294991016 rc 0/0 00000100:00100000:3.0:1746126837.411575:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 197 00010000:00010000:2.0:1746126837.499055:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126838.341376:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126838.341404:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702272 00000100:00100000:0.0:1746126838.341409:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126838.341411:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702272 00000100:00100000:0.0:1746126838.341423:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126838.341436:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126838.341443:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702784 00000100:00100000:1.0:1746126838.341445:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702784 00000100:00100000:0.0:1746126838.341455:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126838.341458:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1068 00000100:00100000:1.0:1746126838.341464:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2029:x1830946005702272:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126838.341469:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126838.341481:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126838.341493:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126838.341526:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702400 00000100:00100000:3.0:1746126838.341529:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702400 00000100:00100000:3.0:1746126838.341540:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702912 00000100:00100000:3.0:1746126838.341542:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702912 00000100:00100000:3.0:1746126838.341551:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1069 00000100:00100000:3.0:1746126838.341555:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+17:2029:x1830946005702784:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126838.341602:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702528 00000100:00100000:2.0:1746126838.341605:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702528 00000100:00100000:2.0:1746126838.341624:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005703040 00000100:00100000:2.0:1746126838.341626:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005703040 00000100:00100000:2.0:1746126838.341636:0:21550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702656 00000100:00100000:2.0:1746126838.341638:0:21550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702656 00000100:00100000:2.0:1746126838.341656:0:21550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 604 00000100:00100000:2.0:1746126838.341661:0:21550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005702528:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1746126838.341798:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2029:x1830946005702272:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 333us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126838.341804:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1068 00000100:00100000:0.0:1746126838.341811:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126838.341819:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1070 00000100:00100000:1.0:1746126838.341823:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005702400:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1746126838.341845:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005702400:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 22us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126838.341850:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1070 00000100:00100000:1.0:1746126838.341859:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1071 00000100:00100000:1.0:1746126838.341863:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:282c81db-7eec-4a96-a690-249dab73b4e4+9:2029:x1830946005702912:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1746126838.341880:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:282c81db-7eec-4a96-a690-249dab73b4e4+9:2029:x1830946005702912:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 17us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126838.341884:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1071 00000100:00100000:0.0:1746126838.342020:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005703168 00000100:00100000:0.0:1746126838.342024:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005703168 00000100:00100000:0.0:1746126838.342041:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 605 00000100:00100000:0.0:1746126838.342268:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005703040:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126838.342292:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005703040:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 27us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126838.342297:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 605 00000100:00100000:0.0:1746126838.342308:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 606 00000100:00100000:0.0:1746126838.342312:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005702656:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126838.342328:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ad66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005702656:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 16us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126838.342336:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 606 00000100:00100000:3.0:1746126838.342339:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+17:2029:x1830946005702784:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 781us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126838.342343:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 607 00000100:00100000:0.0:1746126838.342346:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005703168:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1746126838.342349:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1069 00000100:00100000:0.0:1746126838.342361:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:2029:x1830946005703168:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 14us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126838.342366:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 607 00000100:00100000:2.0:1746126838.342375:0:21550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005702528:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 712us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126838.342378:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005702144 00000100:00100000:2.0:1746126838.342380:0:21550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 604 00000100:00100000:0.0:1746126838.342381:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005702144 00000100:00080000:3.0:1746126838.342388:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126838.342400:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 543 00000100:00100000:0.0:1746126838.342403:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2029:x1830946005702144:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:0.0:1746126838.342420:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2029:x1830946005702144:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 16us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126838.342425:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 543 00010000:00010000:2.0:1746126838.500405:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126839.292812:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746126839.292829:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997834752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746126839.292876:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126839.292930:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997834752 00000100:00100000:3.0:1746126839.292936:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997834752 00000100:00100000:3.0:1746126839.292964:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1746126839.292970:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997834752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746126839.292996:0:7255:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:3.0:1746126839.293036:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3784:x1830945997834752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126839.293040:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1746126839.293067:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997834752:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1746126839.476517:0:28734:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 15:13:59 (1746126839) 00010000:00010000:3.0:1746126839.502201:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126839.506727:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.506884:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005703424 00000100:00100000:3.0:1746126839.506892:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005703424 00000100:00100000:3.0:1746126839.507606:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55626 00000100:00100000:3.0:1746126839.507613:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+23:3761:x1830946005703424:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:3.0:1746126839.507628:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126839.507631:0:7252:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126839.507663:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b535 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff867e expref: 23 pid: 9563 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.507678:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126839.507681:0:7252:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1746126839.507687:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746126839.507691:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734b6b6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff870a expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.507754:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.507762:0:7252:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 16 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.507766:0:7252:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.507784:0:7252:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 16 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.507792:0:7252:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 16 pid: 7252 timeout: 835 lvb_type: 0 00000100:00100000:3.0:1746126839.507799:0:7252:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997834880:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126839.507861:0:7252:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126839.510441:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126839.510544:0:7252:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997834880:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126839.510561:0:7252:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000100:00100000:1.0:1746126839.510580:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005703552 00000100:00100000:1.0:1746126839.510584:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005703552 00000100:00080000:2.0:1746126839.510684:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746126839.510688:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 17 pid: 7252 timeout: 835 lvb_type: 0 00000100:00100000:1.0:1746126839.510710:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18360 00000100:00100000:1.0:1746126839.510716:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+17:2028:x1830946005703552:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126839.510725:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126839.510729:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 17 pid: 7252 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746126839.510737:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 17 pid: 7252 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746126839.510756:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4600/0x63da90637734b5dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff86bd expref: 17 pid: 7252 timeout: 835 lvb_type: 0 00010000:00010000:1.0:1746126839.510770:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126839.510774:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126839.510781:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126839.510787:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126839.510810:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126839.510826:0:7252:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.510833:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000100:00100000:1.0:1746126839.510839:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+16:2028:x1830946005703552:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 123us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126839.510844:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18360 00010000:00010000:0.0:1746126839.510885:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.510892:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.510898:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511193:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511200:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511205:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:0.0:1746126839.511212:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00010000:00010000:0.0:1746126839.511232:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511237:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511242:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511247:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511251:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ad800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126839.511254:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511259:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511266:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126839.511269:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126839.511272:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511279:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b6bd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00000004:00010000:0.0:1746126839.511287:0:7252:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800992b5500 reply state ffff880097cd7000 transno 4294991017 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511293:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.511298:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88007dd6b300) 00010000:00010000:0.0:1746126839.511299:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126839.511301:0:7252:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126839.511323:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734b6b6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 25 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126839.511332:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 24 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126839.511337:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88007dd6b800) 00010000:00010000:0.0:1746126839.511339:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126839.511340:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fc800, rc 0) 00000100:00100000:0.0:1746126839.512511:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+25:3761:x1830946005703424:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 4897us (5789us total) trans 4294991017 rc 0/0 00000100:00100000:0.0:1746126839.512517:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55626 00000100:00100000:1.0:1746126839.516819:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126839.518596:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005703808 00000100:00100000:0.0:1746126839.518605:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005703808 00000100:00100000:0.0:1746126839.518775:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55627 00000100:00100000:0.0:1746126839.518783:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+25:3761:x1830946005703808:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:0.0:1746126839.518803:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126839.518818:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b6d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8711 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126839.518888:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.518899:0:7252:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 26 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126839.518904:0:7252:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126839.518928:0:7252:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 26 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126839.518937:0:7252:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 26 pid: 7252 timeout: 835 lvb_type: 0 00000100:00100000:0.0:1746126839.518947:0:7252:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391dbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997835008:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126839.519401:0:7252:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126839.521038:0:7252:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391dbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997835008:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126839.521056:0:7252:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000100:00100000:0.0:1746126839.522277:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.522550:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005703936 00000100:00100000:3.0:1746126839.522556:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005703936 00010000:00010000:3.0:1746126839.522582:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 27 pid: 7252 timeout: 835 lvb_type: 0 00000100:00100000:3.0:1746126839.522620:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18361 00000100:00100000:3.0:1746126839.522627:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946005703936:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126839.522638:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126839.522643:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 27 pid: 7252 timeout: 835 lvb_type: 0 00010000:00010000:3.0:1746126839.522711:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 27 pid: 7252 timeout: 835 lvb_type: 0 00010000:00010000:3.0:1746126839.522728:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b6cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff870a expref: 27 pid: 7252 timeout: 835 lvb_type: 0 00010000:00010000:3.0:1746126839.522739:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88007dd6b800) 00010000:00010000:3.0:1746126839.522742:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.522749:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.522754:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.523197:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126839.523247:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+26:2027:x1830946005703936:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 620us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126839.523254:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18361 00010000:00010000:2.0:1746126839.523360:0:7252:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523367:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126839.523381:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00000004:00080000:2.0:1746126839.523487:0:7252:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00000004:00080000:2.0:1746126839.523492:0:7252:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746126839.523558:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523564:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523569:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523573:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fd200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126839.523577:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523582:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523589:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88007dd6b800) 00010000:00010000:2.0:1746126839.523592:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126839.523594:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523598:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b6e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.523644:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b6d9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8711 expref: 26 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126839.523651:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b6d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8711 expref: 26 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126839.523674:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:2.0:1746126839.523711:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+25:3761:x1830946005703808:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 4929us (6896us total) trans 4294991018 rc 301/301 00000100:00100000:2.0:1746126839.523717:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55627 00000100:00100000:0.0:1746126839.524699:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126839.524771:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005704192 00000100:00100000:2.0:1746126839.524779:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005704192 00000100:00100000:2.0:1746126839.524809:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 198 00000100:00100000:2.0:1746126839.524815:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+25:3761:x1830946005704192:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:2.0:1746126839.524939:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+26:3761:x1830946005704192:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 123us (241us total) trans 4294991019 rc 0/0 00000100:00100000:2.0:1746126839.524945:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 198 00000100:00100000:0.0:1746126839.528040:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.528085:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005704320 00000100:00100000:3.0:1746126839.528092:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005704320 00000100:00100000:3.0:1746126839.528470:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55628 00000100:00100000:3.0:1746126839.528478:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+26:3761:x1830946005704320:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:3.0:1746126839.528495:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126839.528510:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991adc00/0x63da90637734b6ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8718 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.528554:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991adc00/0x63da90637734b6ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8718 expref: 27 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.528566:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991adc00/0x63da90637734b6ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8718 expref: 27 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.528579:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:3.0:1746126839.528581:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746126839.528584:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991adc00, rc 0) 00000100:00100000:3.0:1746126839.528633:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+27:3761:x1830946005704320:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 155us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126839.528639:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55628 00000100:00100000:1.0:1746126839.532686:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126839.533414:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005704576 00000100:00100000:2.0:1746126839.533422:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005704576 00000100:00100000:2.0:1746126839.533458:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 199 00000100:00100000:2.0:1746126839.533465:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+27:3761:x1830946005704576:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:2.0:1746126839.533606:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+28:3761:x1830946005704576:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 141us (927us total) trans 4294991020 rc 0/0 00000100:00100000:2.0:1746126839.533611:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 199 00000100:00100000:0.0:1746126839.550067:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.550576:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005704704 00000100:00100000:3.0:1746126839.550585:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005704704 00000100:00100000:3.0:1746126839.550630:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55629 00000100:00100000:3.0:1746126839.550638:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+28:3764:x1830946005704704:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126839.550666:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126839.550786:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b6f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff871f expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126839.550837:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77200/0x63da90637734b6fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.550848:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77200/0x63da90637734b6fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.550856:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77200/0x63da90637734b6fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126839.550890:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126839.550893:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126839.550907:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77200/0x63da90637734b6fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126839.550923:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b6f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff871f expref: 30 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126839.550935:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77200/0x63da90637734b6fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff871f expref: 29 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126839.550941:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126839.550943:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126839.550946:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb77200, rc 0) 00000100:00100000:2.0:1746126839.551011:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+29:3764:x1830946005704704:12345-192.168.202.29@tcp:101:dd.0 Request processed in 374us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126839.551016:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55629 00000100:00100000:2.0:1746126839.554086:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.554381:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005704960 00000100:00100000:3.0:1746126839.554389:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005704960 00000100:00100000:3.0:1746126839.554421:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55630 00000100:00100000:3.0:1746126839.554428:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+29:3764:x1830946005704960:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126839.554441:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126839.554444:0:7252:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126839.554466:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77200/0x63da90637734b6fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff871f expref: 29 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.554482:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126839.554485:0:7252:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126839.554498:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ada00/0x63da90637734b703 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8726 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.555189:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555200:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555207:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555214:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555219:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555224:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555259:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734b718 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555265:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734b718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555270:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734b718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:3.0:1746126839.555276:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00010000:00010000:3.0:1746126839.555330:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555336:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555344:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555348:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555352:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ad200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126839.555355:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555360:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555367:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126839.555369:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126839.555371:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555375:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b70a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555383:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555387:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555392:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555395:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ac200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126839.555397:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555405:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555411:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88007dd6b300) 00010000:00010000:3.0:1746126839.555413:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126839.555415:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555419:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b711 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.555444:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ada00/0x63da90637734b703 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8726 expref: 31 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.555453:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734b718 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8726 expref: 30 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.555458:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:3.0:1746126839.555460:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126839.555462:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ac000, rc 0) 00000100:00100000:3.0:1746126839.555501:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:3764:x1830946005704960:12345-192.168.202.29@tcp:101:dd.0 Request processed in 1073us (1422us total) trans 4294991021 rc 0/0 00000100:00100000:3.0:1746126839.555507:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55630 00000100:00100000:0.0:1746126839.558050:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.558156:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005705088 00000100:00100000:3.0:1746126839.558163:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005705088 00000100:00100000:3.0:1746126839.558575:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55631 00000100:00100000:3.0:1746126839.558583:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:3764:x1830946005705088:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126839.558601:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126839.558616:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b726 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff872d expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.558641:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac800/0x63da90637734b72d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.558934:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac800/0x63da90637734b72d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.558944:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac800/0x63da90637734b72d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.559021:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734b726 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff872d expref: 32 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.559034:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac800/0x63da90637734b72d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff872d expref: 31 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.559041:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:3.0:1746126839.559043:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746126839.559045:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ac800, rc 0) 00000100:00100000:3.0:1746126839.559235:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:3764:x1830946005705088:12345-192.168.202.29@tcp:101:dd.0 Request processed in 652us (1190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126839.559241:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55631 00000100:00100000:0.0:1746126839.563098:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.563180:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005705344 00000100:00100000:3.0:1746126839.563187:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005705344 00000100:00100000:3.0:1746126839.563230:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55632 00000100:00100000:3.0:1746126839.563237:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:3764:x1830946005705344:12345-192.168.202.29@tcp:36:dd.0 00010000:00010000:3.0:1746126839.563275:0:7252:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126839.563295:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734b718 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8726 expref: 31 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.563309:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:3.0:1746126839.563313:0:7252:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126839.563424:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.563434:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.563442:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000001:00080000:3.0:1746126839.563467:0:7252:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294991022 00000004:00010000:3.0:1746126839.563482:0:7252:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009a1f2d80 reply state ffff880097cd3000 transno 4294991023 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.563489:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126839.563494:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:3.0:1746126839.563496:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126839.563498:0:7252:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126839.563567:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+33:3764:x1830946005705344:12345-192.168.202.29@tcp:36:dd.0 Request processed in 330us (476us total) trans 4294991023 rc 0/0 00000100:00100000:3.0:1746126839.563573:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55632 00000020:00080000:3.0:1746126839.563576:0:7252:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746126839.566482:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.566851:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005705472 00000100:00100000:3.0:1746126839.566860:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005705472 00000100:00080000:2.0:1746126839.566918:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126839.566927:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30647 00000100:00100000:3.0:1746126839.566935:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3764:x1830946005705472:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126839.566949:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126839.566966:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8734 expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126839.566989:0:25366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126839.567005:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126839.567007:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126839.567012:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.567023:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.567031:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40eb000, rc 0) 00000100:00100000:3.0:1746126839.567084:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+9:3764:x1830946005705472:12345-192.168.202.29@tcp:101:dd.0 Request processed in 147us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126839.567093:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30647 00000100:00100000:1.0:1746126839.569406:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.569650:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005705600 00000100:00100000:3.0:1746126839.569664:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005705600 00000100:00100000:3.0:1746126839.570227:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30648 00000100:00100000:3.0:1746126839.570235:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3764:x1830946005705600:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126839.570249:0:25366:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126839.570264:0:25366:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff873b expref: -99 pid: 25366 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126839.570282:0:25366:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126839.570297:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126839.570299:0:25366:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126839.570304:0:25366:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.570318:0:25366:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 9 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126839.570326:0:25366:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a40ea400, rc 0) 00000100:00100000:3.0:1746126839.571097:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+9:3764:x1830946005705600:12345-192.168.202.29@tcp:101:dd.0 Request processed in 862us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126839.571102:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30648 00000100:00100000:0.0:1746126839.573425:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126839.573469:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126839.573524:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005705728 00000100:00100000:3.0:1746126839.573532:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005705728 00002000:00010000:3.0:1746126839.573562:0:9601:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126839.573566:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f2300 with x1830946005705728 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126839.573574:0:9601:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a1f2300. 00000100:00100000:3.0:1746126839.574040:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005705856 00000100:00100000:3.0:1746126839.574043:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005705856 00002000:00010000:3.0:1746126839.574053:0:9601:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (0->18446744073709551615) 00002000:00100000:3.0:1746126839.574056:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811500 with x1830946005705856 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126839.574061:0:9601:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811500. 00000100:00100000:3.0:1746126839.574073:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14014 00000100:00100000:3.0:1746126839.574079:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005705728:12345-192.168.202.29@tcp:10:dd.0 00002000:00010000:3.0:1746126839.574229:0:9601:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746126839.574232:0:9601:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126840 00002000:00010000:3.0:1746126839.574234:0:9601:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746126839.574236:0:9601:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126840 00002000:00010000:3.0:1746126839.574238:0:9601:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746126839.574272:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005705728:12345-192.168.202.29@tcp:10:dd.0 Request processed in 193us (852us total) trans 4294972247 rc 0/0 00000100:00100000:3.0:1746126839.574278:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14014 00002000:00010000:3.0:1746126839.574281:0:9601:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126839.574283:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a1f2300 with x1830946005705728 ext(0->18446744073709551615) 00000100:00100000:0.0:1746126839.574285:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14015 00002000:00010000:3.0:1746126839.574286:0:9601:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a1f2300. 00000100:00100000:0.0:1746126839.574292:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005705856:12345-192.168.202.29@tcp:10:dd.0 00002000:00010000:0.0:1746126839.574364:0:27143:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746126839.574367:0:27143:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1746126840 00002000:00010000:0.0:1746126839.574369:0:27143:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746126839.574370:0:27143:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1746126840 00002000:00010000:0.0:1746126839.574372:0:27143:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746126839.574390:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005705856:12345-192.168.202.29@tcp:10:dd.0 Request processed in 99us (921us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746126839.574396:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14015 00002000:00010000:0.0:1746126839.574398:0:27143:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (0->18446744073709551615) 00002000:00100000:0.0:1746126839.574400:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811500 with x1830946005705856 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126839.574404:0:27143:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811500. 00000001:00080000:0.0:1746126839.578900:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970694 is committed 00000001:00080000:0.0:1746126839.578914:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970693 is committed 00000100:00100000:2.0:1746126839.913442:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126839.913501:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005706112 00000100:00100000:1.0:1746126839.913509:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005706112 00002000:00100000:1.0:1746126839.913548:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff88012fb10380 x1830946005706112/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746126850 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126839.913558:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10380 with x1830946005706112 ext(0->4194303) 00002000:00010000:1.0:1746126839.913563:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fb10380 00000100:00100000:1.0:1746126839.913594:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14016 00000100:00100000:1.0:1746126839.913601:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005706112:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:2.0:1746126839.938902:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126839.939148:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005706368 00000100:00100000:1.0:1746126839.939157:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005706368 00002000:00100000:1.0:1746126839.939194:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4194303) req@ffff88012fb11180 x1830946005706368/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:600/0 lens 488/0 e 0 to 0 dl 1746126850 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126839.939202:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11180 with x1830946005706368 ext(0->4194303) 00002000:00010000:1.0:1746126839.939208:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb11180 00000100:00100000:1.0:1746126839.939235:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14017 00000100:00100000:1.0:1746126839.939241:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005706368:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126839.990786:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2028:x1830946005706112:12345-192.168.202.29@tcp:4:dd.0 Request processed in 77178us (77343us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1746126839.990796:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14016 00002000:00100000:0.0:1746126839.990806:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff88012fb10380 x1830946005706112/t4294972248(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:600/0 lens 488/448 e 0 to 0 dl 1746126850 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126839.990814:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb10380 with x1830946005706112 ext(0->4194303) 00002000:00010000:0.0:1746126839.990819:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012fb10380 00000100:00100000:1.0:1746126840.002852:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005706368:12345-192.168.202.29@tcp:4:dd.0 Request processed in 63602us (63948us total) trans 4294970695 rc 0/0 00000100:00100000:1.0:1746126840.002863:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14017 00002000:00100000:1.0:1746126840.002874:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4194303) req@ffff88012fb11180 x1830946005706368/t4294970695(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:600/0 lens 488/448 e 0 to 0 dl 1746126850 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.002883:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb11180 with x1830946005706368 ext(0->4194303) 00002000:00010000:1.0:1746126840.002888:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fb11180 00000100:00100000:0.0:1746126840.004583:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.004737:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005706624 00000100:00100000:1.0:1746126840.004745:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005706624 00002000:00100000:1.0:1746126840.004774:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff8800a0810a80 x1830946005706624/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.004782:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810a80 with x1830946005706624 ext(4194304->8388607) 00002000:00010000:1.0:1746126840.004786:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0810a80 00000100:00100000:1.0:1746126840.004798:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14018 00000100:00100000:1.0:1746126840.004803:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2029:x1830946005706624:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126840.026835:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.026862:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005706880 00000100:00100000:0.0:1746126840.026869:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005706880 00002000:00100000:0.0:1746126840.026919:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->8388607) req@ffff8800a0811c00 x1830946005706880/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.026934:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811c00 with x1830946005706880 ext(4194304->8388607) 00002000:00010000:0.0:1746126840.026939:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811c00 00000100:00080000:2.0:1746126840.026940:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126840.026958:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14019 00000100:00100000:0.0:1746126840.026965:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005706880:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:1.0:1746126840.032496:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2029:x1830946005706624:12345-192.168.202.29@tcp:4:dd.0 Request processed in 27684us (27907us total) trans 4294972249 rc 0/0 00000100:00100000:1.0:1746126840.032507:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14018 00002000:00100000:1.0:1746126840.032517:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff8800a0810a80 x1830946005706624/t4294972249(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.032526:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0810a80 with x1830946005706624 ext(4194304->8388607) 00002000:00010000:1.0:1746126840.032530:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0810a80 00000100:00100000:0.0:1746126840.064902:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005706880:12345-192.168.202.29@tcp:4:dd.0 Request processed in 37930us (38070us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746126840.064911:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14019 00002000:00100000:0.0:1746126840.064921:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->8388607) req@ffff8800a0811c00 x1830946005706880/t4294970696(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.064929:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0811c00 with x1830946005706880 ext(4194304->8388607) 00002000:00010000:0.0:1746126840.064934:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0811c00 00000100:00100000:0.0:1746126840.098513:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.098579:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005707136 00000100:00100000:2.0:1746126840.098587:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005707136 00002000:00100000:2.0:1746126840.098625:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff8800a0813b80 x1830946005707136/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.098639:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813b80 with x1830946005707136 ext(8388608->12582911) 00002000:00010000:2.0:1746126840.098643:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0813b80 00000100:00100000:2.0:1746126840.098683:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14020 00000100:00100000:2.0:1746126840.098690:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+14:2028:x1830946005707136:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126840.112085:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.112546:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005707392 00000100:00100000:1.0:1746126840.112553:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005707392 00002000:00100000:1.0:1746126840.112585:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->12582911) req@ffff88012ba52d80 x1830946005707392/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.112594:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52d80 with x1830946005707392 ext(8388608->12582911) 00002000:00010000:1.0:1746126840.112599:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba52d80 00000100:00100000:1.0:1746126840.112623:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14021 00000100:00100000:1.0:1746126840.112629:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005707392:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:3.0:1746126840.116276:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.116318:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005707648 00000100:00100000:3.0:1746126840.116325:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005707648 00000100:00100000:3.0:1746126840.116853:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 200 00000100:00100000:3.0:1746126840.116862:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+33:3764:x1830946005707648:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:3.0:1746126840.117232:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+34:3764:x1830946005707648:12345-192.168.202.29@tcp:35:dd.0 Request processed in 371us (965us total) trans 4294991024 rc 0/0 00000100:00100000:3.0:1746126840.117238:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 200 00000100:00100000:0.0:1746126840.133047:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2028:x1830946005707136:12345-192.168.202.29@tcp:4:dd.0 Request processed in 34349us (34533us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746126840.133057:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14020 00002000:00100000:0.0:1746126840.133067:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff8800a0813b80 x1830946005707136/t4294972250(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.133075:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0813b80 with x1830946005707136 ext(8388608->12582911) 00002000:00010000:0.0:1746126840.133079:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0813b80 00000100:00100000:0.0:1746126840.137396:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.137493:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005707776 00000100:00100000:2.0:1746126840.137501:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005707776 00000100:00100000:2.0:1746126840.137544:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55633 00000100:00100000:2.0:1746126840.137551:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+34:3768:x1830946005707776:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126840.137570:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.137584:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77400/0x63da90637734b749 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8742 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.137625:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b750 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.137634:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b750 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.137642:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b750 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:2.0:1746126840.137687:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126840.137690:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126840.137705:0:7251:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b750 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.137721:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77400/0x63da90637734b749 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8742 expref: 36 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.137736:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b750 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8742 expref: 35 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.137743:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.137745:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126840.137747:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb77c00, rc 0) 00000100:00100000:2.0:1746126840.137780:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+35:3768:x1830946005707776:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 229us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.137785:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55633 00000100:00100000:1.0:1746126840.143798:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2028:x1830946005707392:12345-192.168.202.29@tcp:4:dd.0 Request processed in 31160us (31711us total) trans 4294970697 rc 0/0 00000100:00100000:1.0:1746126840.143808:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14021 00002000:00100000:1.0:1746126840.143819:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->12582911) req@ffff88012ba52d80 x1830946005707392/t4294970697(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.143827:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba52d80 with x1830946005707392 ext(8388608->12582911) 00002000:00010000:1.0:1746126840.143832:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba52d80 00000100:00100000:1.0:1746126840.188286:0:3787:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746126840.188303:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997835136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126840.188411:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746126840.188418:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997835264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126840.188585:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126840.188669:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997835264 00000100:00100000:3.0:1746126840.188677:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997835264 00000100:00080000:2.0:1746126840.188701:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126840.188726:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1746126840.188733:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997835264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746126840.188751:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50903872 pending 12685312 free 3922755584 avail 3691233280 00000100:00100000:3.0:1746126840.188783:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997835264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126840.188789:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1746126840.188830:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126840.188887:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997835136 00000100:00100000:0.0:1746126840.188890:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997835136 00000100:00080000:2.0:1746126840.188905:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126840.189106:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1746126840.189112:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997835136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126840.189121:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50903872 pending 12685312 free 3922755584 avail 3691233280 00000100:00100000:1.0:1746126840.189210:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997835264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126840.189594:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997835136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 481us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126840.189600:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1746126840.189737:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ba34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997835136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126840.492092:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.492118:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005708032 00000100:00100000:2.0:1746126840.492141:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005708032 00000100:00100000:2.0:1746126840.492190:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55634 00000100:00100000:2.0:1746126840.492197:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+35:3779:x1830946005708032:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126840.492212:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.492220:0:7251:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126840.492250:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb77c00/0x63da90637734b750 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8742 expref: 35 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.492263:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.492268:0:7251:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126840.492276:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b757 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8749 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.492351:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492362:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492369:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492379:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492384:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492389:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492680:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492687:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492693:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:2.0:1746126840.492700:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:2.0:1746126840.492718:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492723:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492729:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492733:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fc800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126840.492736:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492741:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492748:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.492750:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126840.492752:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492755:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc800/0x63da90637734b75e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00000004:00010000:2.0:1746126840.492763:0:7251:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012fb11500 reply state ffff88012df8a000 transno 4294991025 ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492769:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.492773:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88011fe8ef00) 00010000:00010000:2.0:1746126840.492775:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126840.492776:0:7251:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126840.492792:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd200/0x63da90637734b757 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 37 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.492802:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 36 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.492812:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:2.0:1746126840.492813:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126840.492815:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991fde00, rc 0) 00000100:00100000:2.0:1746126840.492864:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:3779:x1830946005708032:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 667us (778us total) trans 4294991025 rc 0/0 00000100:00100000:2.0:1746126840.492870:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55634 00000100:00100000:0.0:1746126840.494701:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.494740:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005708288 00000100:00100000:2.0:1746126840.494746:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005708288 00000100:00100000:2.0:1746126840.494779:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55635 00000100:00100000:2.0:1746126840.494786:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:3779:x1830946005708288:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126840.494801:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.494811:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b77a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8750 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.494872:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.494881:0:7251:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 38 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.494886:0:7251:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.494906:0:7251:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 38 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.494914:0:7251:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 38 pid: 7251 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126840.494928:0:7251:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7251:1830945997835392:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126840.494983:0:7251:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099944900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126840.496022:0:7251:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7251:1830945997835392:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126840.496038:0:7251:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000100:00100000:0.0:1746126840.496163:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.496204:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005708416 00000100:00100000:2.0:1746126840.496208:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005708416 00010000:00010000:2.0:1746126840.496226:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 39 pid: 7251 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126840.496244:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18362 00000100:00100000:2.0:1746126840.496248:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2028:x1830946005708416:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126840.496256:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126840.496261:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 39 pid: 7251 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.496269:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 39 pid: 7251 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.496283:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fde00/0x63da90637734b76c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8749 expref: 39 pid: 7251 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.496292:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:2.0:1746126840.496295:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.496304:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.496309:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126840.496321:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126840.496326:0:7251:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496332:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000100:00100000:2.0:1746126840.496343:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:2028:x1830946005708416:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 93us (181us total) trans 0 rc 0/0 00000004:00200000:0.0:1746126840.496343:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000100:00100000:2.0:1746126840.496349:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18362 00000004:00080000:0.0:1746126840.496440:0:7251:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00000004:00080000:0.0:1746126840.496445:0:7251:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:0.0:1746126840.496508:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496514:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496519:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496524:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae8be00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126840.496527:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496533:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496540:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:0.0:1746126840.496542:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126840.496545:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496549:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b781 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:0.0:1746126840.496579:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b77a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8750 expref: 38 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126840.496585:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b77a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8750 expref: 38 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126840.496590:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae8b800, rc 0) 00000100:00100000:0.0:1746126840.496622:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+37:3779:x1830946005708288:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 1836us (1924us total) trans 4294991026 rc 301/301 00000100:00100000:0.0:1746126840.496627:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55635 00000100:00100000:2.0:1746126840.500012:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.500415:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005708672 00000100:00100000:3.0:1746126840.500422:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005708672 00000100:00100000:3.0:1746126840.500449:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 201 00000100:00100000:3.0:1746126840.500455:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880071b22850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+37:3779:x1830946005708672:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:3.0:1746126840.500636:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880071b22850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+38:3779:x1830946005708672:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 180us (629us total) trans 4294991027 rc 0/0 00000100:00100000:3.0:1746126840.500642:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 201 00000100:00100000:0.0:1746126840.502891:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.502951:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005708800 00000100:00100000:1.0:1746126840.502956:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005708800 00000100:00100000:1.0:1746126840.502982:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55636 00000100:00100000:1.0:1746126840.502987:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+38:3779:x1830946005708800:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:1.0:1746126840.502999:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126840.503011:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb00800/0x63da90637734b78f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8757 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.503048:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb00800/0x63da90637734b78f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8757 expref: 39 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.503059:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb00800/0x63da90637734b78f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8757 expref: 39 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.503070:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:1.0:1746126840.503073:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126840.503075:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb00800, rc 0) 00000100:00100000:1.0:1746126840.503811:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:3779:x1830946005708800:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 822us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.503817:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55636 00010000:00010000:3.0:1746126840.505483:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126840.507087:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.507170:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005709056 00000100:00100000:0.0:1746126840.507177:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005709056 00000100:00100000:0.0:1746126840.507209:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 202 00000100:00100000:0.0:1746126840.507215:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+39:3779:x1830946005709056:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:0.0:1746126840.507361:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:3779:x1830946005709056:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 145us (278us total) trans 4294991028 rc 0/0 00000100:00100000:0.0:1746126840.507370:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 202 00000100:00100000:2.0:1746126840.520211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.520315:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005709184 00000100:00100000:1.0:1746126840.520322:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005709184 00000100:00100000:1.0:1746126840.520355:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55637 00000100:00100000:1.0:1746126840.520361:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:3781:x1830946005709184:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126840.520377:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126840.520392:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb01800/0x63da90637734b796 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff875e expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.520434:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b79d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.520443:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b79d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.520450:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b79d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:1.0:1746126840.520480:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746126840.520483:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746126840.520494:0:7251:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b79d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.520508:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb01800/0x63da90637734b796 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff875e expref: 42 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.520519:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b79d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff875e expref: 41 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.520526:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126840.520528:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126840.520530:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae8b800, rc 0) 00000100:00100000:1.0:1746126840.520566:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:3781:x1830946005709184:12345-192.168.202.29@tcp:101:dd.0 Request processed in 204us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.520571:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55637 00000100:00100000:1.0:1746126840.524050:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.524084:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.524104:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005709312 00000100:00100000:1.0:1746126840.524110:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005709312 00000100:00100000:1.0:1746126840.524160:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005709568 00000100:00100000:1.0:1746126840.524162:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005709568 00000100:00100000:1.0:1746126840.524175:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55638 00000100:00100000:1.0:1746126840.524181:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:282c81db-7eec-4a96-a690-249dab73b4e4+16:3782:x1830946005709312:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126840.524193:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126840.524205:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb01000/0x63da90637734b7a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8765 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.524245:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524254:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524262:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:1.0:1746126840.524288:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746126840.524291:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746126840.524303:0:7251:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524319:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb01000/0x63da90637734b7a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 18 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.524332:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 17 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.524337:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126840.524340:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126840.524342:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ac200, rc 0) 00000100:00100000:1.0:1746126840.524374:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:282c81db-7eec-4a96-a690-249dab73b4e4+17:3782:x1830946005709312:12345-192.168.202.29@tcp:101:dd.0 Request processed in 194us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.524379:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55638 00000100:00100000:1.0:1746126840.524392:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55639 00000100:00100000:1.0:1746126840.524396:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fd25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:3781:x1830946005709568:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126840.524402:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126840.524406:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac600/0x63da90637734b7b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff876c expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.524433:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524439:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524445:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524452:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524457:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524460:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524525:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b7c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524532:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b7c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524537:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b7c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:1.0:1746126840.524543:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:1.0:1746126840.524592:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524598:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524602:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524607:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ad200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126840.524610:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524615:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524622:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126840.524624:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126840.524626:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524630:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad200/0x63da90637734b7b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524637:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524641:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524659:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524662:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae8be00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126840.524664:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524668:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524675:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88007dd6b300) 00010000:00010000:1.0:1746126840.524676:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126840.524679:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524683:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8be00/0x63da90637734b7c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746126840.524702:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac600/0x63da90637734b7b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff876c expref: 44 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.524710:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009920be00/0x63da90637734b7c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff876c expref: 43 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.524715:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:1.0:1746126840.524717:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126840.524718:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009920be00, rc 0) 00000100:00100000:1.0:1746126840.524732:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fd25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:3781:x1830946005709568:12345-192.168.202.29@tcp:101:dd.0 Request processed in 336us (648us total) trans 4294991029 rc 0/0 00000100:00100000:1.0:1746126840.524737:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55639 00000100:00100000:2.0:1746126840.532551:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.532597:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.532621:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005709824 00000100:00100000:2.0:1746126840.532630:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005709824 00000100:00100000:2.0:1746126840.532673:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005710080 00000100:00100000:2.0:1746126840.532675:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005710080 00000100:00100000:2.0:1746126840.532697:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55640 00000100:00100000:2.0:1746126840.532703:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+17:3782:x1830946005709824:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126840.532719:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.532733:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131c00/0x63da90637734b7d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8773 expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.532790:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532801:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532811:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532820:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532825:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532830:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532901:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0ac00/0x63da90637734b7ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532908:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0ac00/0x63da90637734b7ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532912:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0ac00/0x63da90637734b7ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:2.0:1746126840.532919:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746126840.532973:0:21543:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532978:0:21543:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532983:0:21543:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532988:0:21543:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f130e00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126840.532991:0:21543:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.532997:0:21543:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533005:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.533008:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126840.533010:0:21543:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533014:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f130e00/0x63da90637734b7dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533023:0:21543:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533027:0:21543:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533031:0:21543:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533034:0:21543:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ecf6600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126840.533036:0:21543:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533039:0:21543:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533044:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88007dd6b300) 00010000:00010000:2.0:1746126840.533045:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126840.533047:0:21543:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533051:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ecf6600/0x63da90637734b7e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533077:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131c00/0x63da90637734b7d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8773 expref: 20 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.533087:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0ac00/0x63da90637734b7ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8773 expref: 19 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.533092:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:2.0:1746126840.533094:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126840.533095:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0ac00, rc 0) 00000100:00100000:2.0:1746126840.533151:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+19:3782:x1830946005709824:12345-192.168.202.29@tcp:101:dd.0 Request processed in 447us (607us total) trans 4294991030 rc 0/0 00000100:00100000:2.0:1746126840.533157:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55640 00000100:00100000:2.0:1746126840.533177:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55641 00000100:00100000:2.0:1746126840.533182:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+43:3781:x1830946005710080:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126840.533191:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.533192:0:21543:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126840.533202:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae8b800/0x63da90637734b79d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff875e expref: 43 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.533209:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.533212:0:21543:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126840.533225:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0b400/0x63da90637734b7f8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff877a expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.533257:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533273:0:21543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 18 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.533279:0:21543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.533302:0:21543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 18 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.533310:0:21543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 18 pid: 7251 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126840.533320:0:21543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21543:1830945997835520:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126840.533372:0:21543:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099944d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126840.535725:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.536374:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005710336 00000100:00100000:2.0:1746126840.536380:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005710336 00000100:00100000:2.0:1746126840.536420:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55642 00000100:00100000:2.0:1746126840.536427:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+19:3782:x1830946005710336:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126840.536443:0:10279:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.536445:0:10279:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126840.536455:0:10279:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 19 pid: 7251 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.536473:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.536476:0:10279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.536484:0:10279:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.536490:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.536502:0:10279:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126840.536509:0:10279:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a000/0x63da90637734b806 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8781 expref: -99 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.536580:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536587:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536593:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536600:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536606:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536610:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536640:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536657:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536662:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00000004:00200000:2.0:1746126840.536672:0:10279:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:2.0:1746126840.536717:0:10279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536723:0:10279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536728:0:10279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536732:0:10279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f131800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126840.536735:0:10279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536740:0:10279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536746:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.536748:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126840.536750:0:10279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536754:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f131800/0x63da90637734b80d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536763:0:10279:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536767:0:10279:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536772:0:10279:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536779:0:10279:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008cd1a000 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126840.536781:0:10279:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536785:0:10279:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536788:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88011fe8ef00) 00010000:00010000:2.0:1746126840.536790:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126840.536791:0:10279:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536794:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1a000/0x63da90637734b814 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126840.536816:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a000/0x63da90637734b806 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 22 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.536824:0:10279:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 21 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.536829:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:2.0:1746126840.536831:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126840.536832:0:10279:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd1be00, rc 0) 00000100:00100000:2.0:1746126840.536866:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+21:3782:x1830946005710336:12345-192.168.202.29@tcp:101:dd.0 Request processed in 440us (1146us total) trans 4294991031 rc 0/0 00000100:00100000:2.0:1746126840.536871:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55642 00010000:00010000:2.0:1746126840.539587:0:21543:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.29@tcp) returned -22 from blocking AST (req@ffff880135afea00 x1830945997835520) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 20 pid: 7251 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.539606:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734b7ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8765 expref: 20 pid: 7251 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126840.539617:0:21543:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21543:1830945997835520:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126840.539633:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.539637:0:21543:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539652:0:21543:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539656:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539670:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539677:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539684:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00080000:2.0:1746126840.539873:0:21543:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1746126840.539954:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b830 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539960:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539965:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539988:0:21543:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539993:0:21543:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.539998:0:21543:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.540002:0:21543:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0a600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126840.540005:0:21543:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.540009:0:21543:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.540016:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126840.540018:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126840.540020:0:21543:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.540024:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a600/0x63da90637734b7ff lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00000004:00010000:2.0:1746126840.540031:0:21543:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135afdc00 reply state ffff88012f996000 transno 4294991032 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.540036:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126840.540041:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88011fe8e200) 00010000:00010000:2.0:1746126840.540043:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126840.540046:0:21543:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126840.540068:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0b400/0x63da90637734b7f8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff877a expref: 45 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.540078:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb5a00/0x63da90637734b830 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff877a expref: 44 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.540082:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:2.0:1746126840.540084:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126840.540085:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fbb5a00, rc 0) 00000100:00100000:2.0:1746126840.540123:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+45:3781:x1830946005710080:12345-192.168.202.29@tcp:101:dd.0 Request processed in 6940us (7525us total) trans 4294991032 rc 0/0 00000100:00100000:2.0:1746126840.540142:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55641 00000100:00100000:2.0:1746126840.546759:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.548671:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005710464 00000100:00100000:1.0:1746126840.548682:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005710464 00000100:00100000:1.0:1746126840.548733:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30649 00000100:00100000:1.0:1746126840.548740:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+6:3782:x1830946005710464:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126840.548754:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126840.548768:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da90637734b83e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8788 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.548792:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 15 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.548799:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126840.548801:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126840.548803:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da90637734b83e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8788 expref: 7 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.548830:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 15 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.548841:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 15 pid: 25366 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746126840.548851:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997835648:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126840.548911:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126840.549965:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00080000:2.0:1746126840.551041:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126840.551373:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.551906:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005710720 00000100:00100000:2.0:1746126840.551913:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005710720 00000100:00100000:2.0:1746126840.551950:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005710976 00000100:00100000:2.0:1746126840.551953:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005710976 00000100:00100000:2.0:1746126840.554451:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14022 00000100:00100000:2.0:1746126840.554463:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+16:2029:x1830946005710720:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126840.554494:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.554508:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126840.554512:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.554520:0:27142:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.554988:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14023 00000100:00100000:1.0:1746126840.554996:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2029:x1830946005710976:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126840.555011:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.555020:0:27143:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 12 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.555025:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126840.555026:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126840.555028:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.555053:0:27143:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 12 pid: 25366 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.555062:0:27143:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 12 pid: 25366 timeout: 836 lvb_type: 0 00000100:00100000:1.0:1746126840.555074:0:27143:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:27143:1830945997835776:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126840.555153:0:27143:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126840.569533:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.569584:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800990db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997835648:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126840.569607:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da90637734b83e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8788 expref: 7 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.569620:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aefd400, rc 0) 00000100:00100000:1.0:1746126840.569666:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+7:3782:x1830946005710464:12345-192.168.202.29@tcp:101:dd.0 Request processed in 20926us (22910us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.569674:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30649 00000100:00100000:1.0:1746126840.569704:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005711104 00000100:00100000:1.0:1746126840.569710:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005711104 00002000:00100000:1.0:1746126840.569736:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88012dfb4700 x1830946005711104/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.569744:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4700 with x1830946005711104 ext(12582912->13631487) 00010000:00010000:1.0:1746126840.569750:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 17 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746126840.569759:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 17 pid: 25366 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746126840.569764:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4700 00000100:00100000:1.0:1746126840.569778:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3123 00000100:00100000:1.0:1746126840.569784:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2028:x1830946005711104:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:1.0:1746126840.570491:0:27143:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800990d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:27143:1830945997835776:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126840.570505:0:27143:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.580929:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.581096:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005711232 00000100:00100000:2.0:1746126840.581104:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005711232 00010000:00010000:2.0:1746126840.581149:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 13 pid: 25366 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126840.581181:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18363 00000100:00100000:2.0:1746126840.581188:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+13:2027:x1830946005711232:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126840.581198:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126840.581211:0:7237:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746126840.581213:0:7237:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746126840.581218:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 13 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.581228:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 13 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.581243:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a40ea400/0x63da90637734b742 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff873b expref: 13 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.581254:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.581256:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.581259:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.581264:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.581290:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126840.581317:0:27143:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.581318:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946005711232:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 132us (396us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126840.581325:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.581659:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18363 00000100:00100000:0.0:1746126840.584969:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005711104:12345-192.168.202.29@tcp:4:dd.0 Request processed in 15177us (15432us total) trans 4294972251 rc 0/0 00000100:00100000:0.0:1746126840.584979:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3123 00002000:00100000:0.0:1746126840.584988:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88012dfb4700 x1830946005711104/t4294972251(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.584996:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dfb4700 with x1830946005711104 ext(12582912->13631487) 00010000:00010000:0.0:1746126840.585003:0:9601:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 19 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:0.0:1746126840.585015:0:9601:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 19 pid: 25366 timeout: 836 lvb_type: 0 00002000:00010000:0.0:1746126840.585020:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dfb4700 00010000:00010000:1.0:1746126840.594687:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.594732:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.594740:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.594746:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb00e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126840.594749:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.594756:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.594771:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.594775:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b84c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.595852:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2029:x1830946005710976:12345-192.168.202.29@tcp:3:dd.0 Request processed in 40853us (44476us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126840.595860:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14023 00000100:00100000:0.0:1746126840.598009:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.598241:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005711360 00000100:00100000:2.0:1746126840.598248:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005711360 00010000:00010000:2.0:1746126840.598272:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 19 pid: 25366 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126840.598292:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18364 00000100:00100000:2.0:1746126840.598297:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005711360:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126840.598307:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126840.598319:0:7237:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746126840.598321:0:7237:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746126840.598326:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 19 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.598335:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 19 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.598350:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a40eb000/0x63da90637734b73b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8734 expref: 19 pid: 25366 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126840.598375:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.598377:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.598382:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da90637734b83e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8788 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.598390:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da90637734b83e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8788 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.598397:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.598398:0:7237:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.598400:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.598405:0:7237:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.598431:0:27142:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.598432:0:7237:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009aefd400/0x63da90637734b83e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8788 expref: 6 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.598440:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.598442:0:7237:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997835904:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126840.598502:0:7237:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126840.602046:0:7237:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7237:1830945997835904:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126840.602066:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126840.602664:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005711360:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 4363us (4656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.602672:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18364 00000100:00100000:0.0:1746126840.606071:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.606473:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005711616 00000100:00100000:1.0:1746126840.606480:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005711616 00002000:00100000:1.0:1746126840.606515:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff880098a19c00 x1830946005711616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.606523:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19c00 with x1830946005711616 ext(0->1048575) 00002000:00010000:1.0:1746126840.606528:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098a19c00 00000100:00100000:1.0:1746126840.606545:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14024 00000100:00100000:1.0:1746126840.606551:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946005711616:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.608264:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.608277:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.608283:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.608288:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f131c00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.608292:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.608298:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.608311:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.608316:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f131c00/0x63da90637734b845 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.608375:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2029:x1830946005710720:12345-192.168.202.29@tcp:3:dd.0 Request processed in 53913us (58410us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.608382:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14022 00000100:00100000:0.0:1746126840.615091:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.615155:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005711872 00000100:00100000:3.0:1746126840.615162:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005711872 00000100:00100000:3.0:1746126840.615216:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14025 00000100:00100000:3.0:1746126840.615223:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2029:x1830946005711872:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:1.0:1746126840.615252:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+7:2027:x1830946005711616:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8700us (9187us total) trans 0 rc 1048576/1048576 00002000:00010000:3.0:1746126840.615256:0:27142:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1746126840.615260:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14024 00010000:00010000:3.0:1746126840.615262:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126840.615267:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff880098a19c00 x1830946005711616/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746126840.615273:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.615274:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:1.0:1746126840.615274:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a19c00 with x1830946005711616 ext(0->1048575) 00010000:00010000:3.0:1746126840.615278:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126840.615279:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098a19c00 00010000:00010000:3.0:1746126840.615290:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.622176:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997836288:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.622227:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126840.622252:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997836800:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.622271:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126840.622286:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997837312:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.622300:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126840.622311:0:3786:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746126840.622316:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997836416:0@lo:400:kworker.0 00000100:00100000:3.0:1746126840.622326:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836288 00000100:00100000:1.0:1746126840.622329:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126840.622333:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836288 00000100:00100000:1.0:1746126840.622338:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098c9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997836928:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.622352:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126840.622361:0:3786:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997837440:0@lo:400:kworker.0 00000100:00100000:3.0:1746126840.622366:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1746126840.622372:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3786:x1830945997836288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.622375:0:3786:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126840.622394:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836800 00000100:00100000:1.0:1746126840.622397:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836800 00000100:00100000:3.0:1746126840.622417:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3786:x1830945997836288:12345-0@lo:400:kworker.0 Request processed in 45us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126840.622423:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1746126840.622428:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997837312 00000100:00100000:1.0:1746126840.622431:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997837312 00000100:00100000:1.0:1746126840.622442:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836416 00000100:00100000:1.0:1746126840.622443:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836416 00000100:00100000:3.0:1746126840.622444:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836928 00000100:00100000:3.0:1746126840.622446:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836928 00000100:00100000:1.0:1746126840.622454:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1746126840.622458:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997836800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126840.622462:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997837440 00000100:00100000:3.0:1746126840.622463:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997837440 00000100:00100000:1.0:1746126840.622481:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3786:x1830945997836800:12345-0@lo:400:kworker.0 Request processed in 23us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.622485:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1746126840.622495:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1746126840.622498:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997837312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.622515:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3786:x1830945997837312:12345-0@lo:400:kworker.0 Request processed in 16us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.622519:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1746126840.622525:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1746126840.622529:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997836416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.622545:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3786:x1830945997836416:12345-0@lo:400:kworker.0 Request processed in 16us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.622549:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00080000:1.0:1746126840.622564:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126840.622567:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746126840.623113:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:11aba639-e19c-48d4-9642-ad075637c564:3784:1830945997836032:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.623159:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126840.623526:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997836544:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.623547:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126840.623563:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997837056:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.623578:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126840.624725:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997837568:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.624747:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126840.625033:0:25366:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997837056 00000100:00100000:3.0:1746126840.625038:0:25366:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997837056 00000100:00100000:1.0:1746126840.625044:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1746126840.625053:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997836928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126840.625064:0:25366:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1746126840.625070:0:25366:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997837440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625092:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997836928:12345-0@lo:400:kworker.0 Request processed in 41us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.625097:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1746126840.625101:0:25366:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3786:x1830945997837440:12345-0@lo:400:kworker.0 Request processed in 32us (2725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126840.625106:0:25366:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1746126840.625111:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1746126840.625115:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997837056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126840.625141:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836544 00000100:00100000:3.0:1746126840.625143:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836544 00000100:00100000:1.0:1746126840.625150:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997837056:12345-0@lo:400:kworker.0 Request processed in 34us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.625154:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1746126840.625160:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1746126840.625164:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997836544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625185:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3786:1830945997836416:0@lo:400:kworker.0 00000100:00100000:3.0:1746126840.625188:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997836544:12345-0@lo:400:kworker.0 Request processed in 23us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126840.625193:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1746126840.625194:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098c9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997836928:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625202:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997837440:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625211:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011e1fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3786:1830945997837312:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625220:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3786:1830945997836288:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625229:0:3786:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3786:1830945997836800:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625270:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997837568 00000100:00100000:1.0:1746126840.625273:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997837568 00000100:00100000:2.0:1746126840.625285:0:3784:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967400 gen 2 00000004:00080000:2.0:1746126840.625289:0:3784:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967400 committed transno 4294967400 00000100:00100000:1.0:1746126840.625296:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1746126840.625300:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997837568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625308:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997836544:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625318:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997837056:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625322:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3784:x1830945997837568:12345-0@lo:400:kworker.0 Request processed in 22us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.625325:0:3784:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970693 gen 2 00000100:00100000:1.0:1746126840.625327:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000004:00080000:2.0:1746126840.625328:0:3784:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998f1880, transno 4294970693 00000100:00100000:2.0:1746126840.625336:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3784:1830945997837568:0@lo:400:kworker.0 00000100:00080000:1.0:1746126840.625340:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126840.625347:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1746126840.625353:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3784:1830945997836160:0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625358:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836032 00000100:00100000:1.0:1746126840.625361:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836032 00000100:00100000:2.0:1746126840.625373:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126840.625378:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1746126840.625381:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:11aba639-e19c-48d4-9642-ad075637c564+23:3784:x1830945997836032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625385:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3784:1830945997836672:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625400:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126840.625402:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:11aba639-e19c-48d4-9642-ad075637c564+23:3784:x1830945997836032:12345-0@lo:400:kworker.0 Request processed in 21us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.625407:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1746126840.625412:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3784:1830945997837184:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625426:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126840.625440:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:11aba639-e19c-48d4-9642-ad075637c564:3784:1830945997836032:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625461:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836160 00000100:00100000:2.0:1746126840.625464:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836160 00000100:00100000:2.0:1746126840.625480:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997836672 00000100:00100000:2.0:1746126840.625481:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997836672 00000100:00100000:1.0:1746126840.625489:0:9563:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997837184 00000100:00100000:1.0:1746126840.625492:0:9563:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997837184 00000100:00100000:2.0:1746126840.625496:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:2.0:1746126840.625501:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3784:x1830945997836160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126840.625506:0:9563:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1746126840.625509:0:9563:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3784:x1830945997836672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625528:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3784:x1830945997836160:12345-0@lo:400:kworker.0 Request processed in 27us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126840.625532:0:9563:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3784:x1830945997836672:12345-0@lo:400:kworker.0 Request processed in 22us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.625533:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1746126840.625537:0:9563:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:2.0:1746126840.625543:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1746126840.625547:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3784:x1830945997837184:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746126840.625551:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126840.625565:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3784:x1830945997837184:12345-0@lo:400:kworker.0 Request processed in 18us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.625569:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1746126840.625588:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3784:1830945997836160:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625595:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3784:1830945997836672:0@lo:400:kworker.0 00000100:00100000:2.0:1746126840.625601:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3784:1830945997837184:0@lo:400:kworker.0 00000100:00100000:0.0:1746126840.626249:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.626291:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005712000 00000100:00100000:2.0:1746126840.626294:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005712000 00000100:00100000:2.0:1746126840.626448:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30650 00000100:00100000:2.0:1746126840.626452:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+6:3782:x1830946005712000:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126840.626458:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.626470:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae4ce00/0x63da90637734b85a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff878f expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126840.626484:0:9594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 12582912, mtime: 0x6813c7f8, atime: 0x0, ctime: 0x6813c7f8, blocks: 0x6000 00010000:00010000:2.0:1746126840.626495:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.626496:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.626501:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae4ce00/0x63da90637734b85a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff878f expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.626512:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ae4ce00/0x63da90637734b85a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff878f expref: 7 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.626518:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4ce00, rc 0) 00000100:00100000:2.0:1746126840.626539:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:3782:x1830946005712000:12345-192.168.202.29@tcp:101:dd.0 Request processed in 88us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.626542:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30650 00000100:00080000:0.0:1746126840.626635:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126840.630172:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.630239:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005712256 00000100:00100000:1.0:1746126840.630246:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005712256 00002000:00100000:1.0:1746126840.630279:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1040383) req@ffff8800991b0700 x1830946005712256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.630289:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0700 with x1830946005712256 ext(0->1040383) 00002000:00010000:1.0:1746126840.630294:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b0700 00000100:00100000:1.0:1746126840.630318:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14026 00000100:00100000:1.0:1746126840.630324:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:2028:x1830946005712256:12345-192.168.202.29@tcp:3:dd.0 00000001:00080000:2.0:1746126840.635487:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970698 is committed 00002000:00010000:3.0:1746126840.635691:0:27142:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:3.0:1746126840.635696:0:27142:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746126841 00002000:00010000:3.0:1746126840.635698:0:27142:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746126841 00002000:00010000:3.0:1746126840.635699:0:27142:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:3.0:1746126840.635710:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.635720:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.635726:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.635733:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0dee00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.635737:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.635744:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.635757:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.635763:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b853 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.635862:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2029:x1830946005711872:12345-192.168.202.29@tcp:4:dd.0 Request processed in 20635us (20773us total) trans 4294970698 rc 0/0 00000100:00100000:3.0:1746126840.635870:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14025 00000100:00100000:3.0:1746126840.636628:0:3784:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746126840.636642:0:3784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012de12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997837696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746126840.636694:0:3784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126840.636928:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997837696 00000100:00100000:0.0:1746126840.636936:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997837696 00000100:00100000:0.0:1746126840.636974:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1746126840.636981:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997837696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746126840.636998:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3919994880 avail 3673702400 00000100:00100000:0.0:1746126840.637043:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3784:x1830945997837696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126840.637047:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1746126840.637164:0:3784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012de12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3784:1830945997837696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746126840.637474:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+7:2028:x1830946005712256:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7147us (7306us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126840.637482:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14026 00002000:00100000:1.0:1746126840.637671:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1040383) req@ffff8800991b0700 x1830946005712256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.637682:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991b0700 with x1830946005712256 ext(0->1040383) 00002000:00010000:1.0:1746126840.637686:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991b0700 00000100:00100000:0.0:1746126840.645050:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.645231:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005712384 00000100:00100000:3.0:1746126840.645239:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005712384 00000100:00100000:3.0:1746126840.645280:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30651 00000100:00100000:3.0:1746126840.645287:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+7:3782:x1830946005712384:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126840.645302:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126840.645320:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8796 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126840.645339:0:11460:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126840.645356:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.645358:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.645364:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 8 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.645376:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 8 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.645385:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0dee00, rc 0) 00000100:00100000:3.0:1746126840.646787:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+8:3782:x1830946005712384:12345-192.168.202.29@tcp:101:dd.0 Request processed in 1491us (1736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126840.646795:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30651 00000100:00100000:0.0:1746126840.647165:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.647220:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.647368:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005712512 00000100:00100000:3.0:1746126840.647373:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005712512 00000100:00100000:3.0:1746126840.647395:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005712640 00000100:00100000:3.0:1746126840.647397:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005712640 00000100:00100000:0.0:1746126840.647409:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30652 00000100:00100000:0.0:1746126840.647416:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+17:2030:x1830946005712512:12345-192.168.202.29@tcp:101:dd.0 00000100:00100000:3.0:1746126840.647420:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30653 00000100:00100000:3.0:1746126840.647425:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+5:2029:x1830946005712640:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:0.0:1746126840.647429:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126840.647432:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126840.647441:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992dba00/0x63da90637734b868 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff879d expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.647442:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734b86f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87a4 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.647456:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126840.647456:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.647458:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126840.647458:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.647463:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734b86f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87a4 expref: 6 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126840.647463:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992dba00/0x63da90637734b868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff879d expref: 18 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126840.647475:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008cd1a000/0x63da90637734b86f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87a4 expref: 6 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126840.647475:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800992dba00/0x63da90637734b868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff879d expref: 18 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126840.647484:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008cd1a000, rc 0) 00010000:00010000:0.0:1746126840.647488:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992dba00, rc 0) 00000100:00100000:3.0:1746126840.647520:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005712640:12345-192.168.202.29@tcp:101:dd.0 Request processed in 94us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126840.647520:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005712512:12345-192.168.202.29@tcp:101:dd.0 Request processed in 104us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126840.647525:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30653 00000100:00100000:0.0:1746126840.647528:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30652 00000100:00100000:0.0:1746126840.649334:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.649417:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005712896 00000100:00100000:1.0:1746126840.649424:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005712896 00000100:00100000:1.0:1746126840.649478:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14027 00000100:00100000:1.0:1746126840.649485:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005712896:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126840.649520:0:9601:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649531:0:9601:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.649532:0:9601:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.649536:0:9601:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649546:0:9601:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649614:0:9601:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649620:0:9601:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649627:0:9601:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649632:0:9601:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126840.649635:0:9601:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649642:0:9601:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649672:0:9601:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.649677:0:9601:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6200/0x63da90637734b876 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.649726:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005712896:12345-192.168.202.29@tcp:3:dd.0 Request processed in 241us (396us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1746126840.649732:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14027 00000100:00100000:1.0:1746126840.651507:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.651620:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005713408 00000100:00100000:2.0:1746126840.651627:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005713408 00000100:00100000:2.0:1746126840.651681:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14028 00000100:00100000:2.0:1746126840.651687:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005713408:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126840.651709:0:9601:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.651719:0:9601:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.651721:0:9601:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.651724:0:9601:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.651733:0:9601:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.651976:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.652010:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005713152 00000100:00100000:3.0:1746126840.652014:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005713152 00000100:00100000:3.0:1746126840.652044:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14029 00000100:00100000:3.0:1746126840.652050:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005713152:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.652065:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.652073:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.652074:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.652076:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.652084:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.652223:0:3787:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746126840.652236:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009848ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997837824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126840.652277:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126840.652301:0:10732:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997837824 00000100:00100000:2.0:1746126840.652305:0:10732:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997837824 00000100:00100000:2.0:1746126840.652322:0:10732:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1746126840.652326:0:10732:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997837824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746126840.652337:0:10732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3919994880 avail 3673702400 00000100:00100000:2.0:1746126840.652375:0:10732:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3787:x1830945997837824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.652380:0:10732:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1746126840.652713:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009848ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997837824:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746126840.660433:0:9601:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.660447:0:9601:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.660453:0:9601:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.660459:0:9601:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4c400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126840.660463:0:9601:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.660469:0:9601:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.660483:0:9601:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.660488:0:9601:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c400/0x63da90637734b87d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.660562:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005713408:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8872us (9056us total) trans 0 rc 1032192/1032192 00000100:00100000:2.0:1746126840.660575:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14028 00000100:00100000:0.0:1746126840.664184:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:3.0:1746126840.664285:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.664295:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.664302:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.664308:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0df400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.664311:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.664317:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.664331:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.664336:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f0df400/0x63da90637734b884 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.664391:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005713536 00000100:00100000:2.0:1746126840.664399:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005713536 00000100:00100000:2.0:1746126840.664432:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30654 00000100:00100000:2.0:1746126840.664439:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+7:3782:x1830946005713536:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126840.664452:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126840.664463:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87ab expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126840.664477:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746126840.664489:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.664491:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126840.664499:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005713152:12345-192.168.202.29@tcp:3:dd.0 Request processed in 12449us (12523us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.664506:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14029 00010000:00010000:2.0:1746126840.664597:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.664612:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.664618:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4de00, rc 0) 00000100:00100000:2.0:1746126840.664636:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:3782:x1830946005713536:12345-192.168.202.29@tcp:101:dd.0 Request processed in 198us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126840.664641:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30654 00000100:00100000:0.0:1746126840.668301:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.668709:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005713792 00000100:00100000:3.0:1746126840.668717:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005713792 00000100:00100000:3.0:1746126840.668778:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14030 00000100:00100000:3.0:1746126840.668785:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005713792:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126840.668821:0:27142:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 2088960, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0xff0 00010000:00010000:3.0:1746126840.668828:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.668839:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.668840:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.668844:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.668855:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.677539:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.677575:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.677610:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005714048 00000100:00100000:2.0:1746126840.677617:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005714048 00000100:00100000:1.0:1746126840.677625:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005714304 00000100:00100000:1.0:1746126840.677629:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005714304 00002000:00100000:2.0:1746126840.677666:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (1040384->2097151) req@ffff88008d111f80 x1830946005714048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.677672:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff88008d113100 x1830946005714304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.677680:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111f80 with x1830946005714048 ext(1040384->2097151) 00002000:00100000:1.0:1746126840.677680:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946005714304 ext(1048576->2097151) 00002000:00010000:2.0:1746126840.677684:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111f80 00002000:00010000:1.0:1746126840.677684:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d113100 00000100:00100000:2.0:1746126840.677724:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14031 00000100:00100000:2.0:1746126840.677731:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005714048:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:1.0:1746126840.677746:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14032 00000100:00100000:1.0:1746126840.677761:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005714304:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126840.684563:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005714048:12345-192.168.202.29@tcp:3:dd.0 Request processed in 6825us (7025us total) trans 0 rc 1056768/1056768 00000100:00100000:0.0:1746126840.684573:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14031 00002000:00100000:0.0:1746126840.684584:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (1040384->2097151) req@ffff88008d111f80 x1830946005714048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.684592:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d111f80 with x1830946005714048 ext(1040384->2097151) 00002000:00010000:0.0:1746126840.684597:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d111f80 00000001:00080000:0.0:1746126840.685417:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970699 is committed 00002000:00010000:3.0:1746126840.685583:0:27142:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:3.0:1746126840.685587:0:27142:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:3.0:1746126840.685595:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.685604:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.685611:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.685616:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0df400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.685619:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.685625:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.685638:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.685659:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b892 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.685705:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009848ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005713792:12345-192.168.202.29@tcp:4:dd.0 Request processed in 16920us (17410us total) trans 4294970699 rc 0/0 00000100:00100000:3.0:1746126840.685711:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14030 00000100:00100000:1.0:1746126840.687410:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d113100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005714304:12345-192.168.202.29@tcp:3:dd.0 Request processed in 9654us (9829us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126840.687421:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14032 00002000:00100000:1.0:1746126840.687429:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff88008d113100 x1830946005714304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.687437:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d113100 with x1830946005714304 ext(1048576->2097151) 00002000:00010000:1.0:1746126840.687441:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d113100 00000100:00100000:0.0:1746126840.688842:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.689111:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005714560 00000100:00100000:1.0:1746126840.689118:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005714560 00000100:00100000:1.0:1746126840.689190:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14033 00000100:00100000:1.0:1746126840.689198:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005714560:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126840.689239:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689250:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.689252:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.689256:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689267:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689340:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689346:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689352:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689357:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6c00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126840.689360:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689366:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689378:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689384:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6c00/0x63da90637734b899 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.689561:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.689597:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.689610:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005714560:12345-192.168.202.29@tcp:3:dd.0 Request processed in 412us (771us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746126840.689615:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14033 00000100:00100000:1.0:1746126840.689626:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005714816 00000100:00100000:1.0:1746126840.689633:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005714816 00000100:00100000:1.0:1746126840.689659:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005715072 00000100:00100000:1.0:1746126840.689661:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005715072 00000100:00100000:1.0:1746126840.689676:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14034 00000100:00100000:1.0:1746126840.689680:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005714816:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126840.689688:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14035 00010000:00010000:1.0:1746126840.689694:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.689695:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005715072:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126840.689700:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.689702:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.689704:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.689709:0:9602:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.689711:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.689716:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.689717:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.689719:0:9602:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.689727:0:9602:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.699533:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.699546:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.699553:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.699558:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126840.699561:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.699568:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.699621:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.699627:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6800/0x63da90637734b8a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.699709:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005714816:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10022us (10143us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126840.699718:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14034 00010000:00010000:2.0:1746126840.699724:0:9602:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.699732:0:9602:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.699737:0:9602:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.699743:0:9602:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b075200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126840.699745:0:9602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.699750:0:9602:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.699759:0:9602:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.699765:0:9602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075200/0x63da90637734b8a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.699807:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005715072:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10112us (10208us total) trans 0 rc 1024000/1024000 00000100:00100000:2.0:1746126840.699814:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14035 00000100:00100000:0.0:1746126840.703877:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.703930:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005715328 00000100:00100000:2.0:1746126840.703938:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005715328 00000100:00100000:2.0:1746126840.703999:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14036 00000100:00100000:2.0:1746126840.704006:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005715328:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:2.0:1746126840.704043:0:9602:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 4177920, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x1fe0 00010000:00010000:2.0:1746126840.704051:0:9602:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.704062:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.704063:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.704068:0:9602:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.704079:0:9602:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.712217:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.712303:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005715712 00000100:00100000:1.0:1746126840.712311:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005715712 00000100:00100000:2.0:1746126840.712346:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00002000:00100000:1.0:1746126840.712353:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff88009ac45180 x1830946005715712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.712363:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45180 with x1830946005715712 ext(2097152->3145727) 00002000:00010000:1.0:1746126840.712367:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac45180 00000100:00100000:1.0:1746126840.712386:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005715840 00000100:00100000:1.0:1746126840.712388:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005715840 00002000:00100000:1.0:1746126840.712398:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->3145727) req@ffff88009ac46d80 x1830946005715840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746126840.712398:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14037 00002000:00100000:1.0:1746126840.712404:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46d80 with x1830946005715840 ext(2097152->3145727) 00002000:00010000:1.0:1746126840.712406:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac46d80 00000100:00100000:0.0:1746126840.712407:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+8:2029:x1830946005715712:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:1.0:1746126840.712420:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14038 00000100:00100000:1.0:1746126840.712424:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2030:x1830946005715840:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126840.719634:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2030:x1830946005715840:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7200us (7279us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126840.719686:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14038 00002000:00100000:2.0:1746126840.719695:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->3145727) req@ffff88009ac46d80 x1830946005715840/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.719704:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46d80 with x1830946005715840 ext(2097152->3145727) 00002000:00010000:2.0:1746126840.719708:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac46d80 00000100:00100000:0.0:1746126840.721495:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+8:2029:x1830946005715712:12345-192.168.202.29@tcp:3:dd.0 Request processed in 9085us (9280us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126840.721504:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14037 00002000:00100000:0.0:1746126840.721512:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff88009ac45180 x1830946005715712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.721519:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac45180 with x1830946005715712 ext(2097152->3145727) 00002000:00010000:0.0:1746126840.721523:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac45180 00000001:00080000:0.0:1746126840.723325:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970700 is committed 00002000:00010000:3.0:1746126840.723487:0:9602:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:3.0:1746126840.723491:0:9602:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:3.0:1746126840.723502:0:9602:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.723512:0:9602:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.723519:0:9602:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.723525:0:9602:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b075c00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.723529:0:9602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.723535:0:9602:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.723550:0:9602:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.723560:0:9602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b075c00/0x63da90637734b8ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.723693:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5c90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005715328:12345-192.168.202.29@tcp:4:dd.0 Request processed in 19617us (19752us total) trans 4294970700 rc 0/0 00000100:00100000:3.0:1746126840.723803:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14036 00000100:00100000:2.0:1746126840.724533:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.724607:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005716096 00000100:00100000:3.0:1746126840.724614:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005716096 00002000:00100000:3.0:1746126840.724657:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff88009ac46300 x1830946005716096/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.724665:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46300 with x1830946005716096 ext(3145728->4194303) 00002000:00010000:3.0:1746126840.724668:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac46300 00000100:00100000:3.0:1746126840.724694:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14039 00000100:00100000:3.0:1746126840.724700:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005716096:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126840.726777:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.727680:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.727727:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005716480 00000100:00100000:2.0:1746126840.727735:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005716480 00000100:00100000:1.0:1746126840.727740:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005716608 00000100:00100000:1.0:1746126840.727745:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005716608 00000100:00100000:2.0:1746126840.727778:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14040 00000100:00100000:2.0:1746126840.727785:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005716480:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:1.0:1746126840.727793:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14041 00000100:00100000:1.0:1746126840.727799:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005716608:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126840.727811:0:9603:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.727814:0:9601:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.727823:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.727823:0:9601:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.727824:0:9601:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.727825:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.727827:0:9603:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.727827:0:9601:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.727839:0:9601:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.727840:0:9603:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.729736:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.729767:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.729986:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005716864 00000100:00100000:1.0:1746126840.729992:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005716864 00000100:00100000:3.0:1746126840.730014:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005717120 00000100:00100000:3.0:1746126840.730019:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005717120 00000100:00100000:1.0:1746126840.730032:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14042 00002000:00100000:3.0:1746126840.730038:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (3145728->4194303) req@ffff88009ac47480 x1830946005717120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746126840.730038:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005716864:12345-192.168.202.29@tcp:3:dd.0 00002000:00100000:3.0:1746126840.730046:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47480 with x1830946005717120 ext(3145728->4194303) 00002000:00010000:3.0:1746126840.730050:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47480 00010000:00010000:1.0:1746126840.730061:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.730062:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14043 00000100:00100000:3.0:1746126840.730067:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005717120:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126840.730071:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.730073:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.730077:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.730087:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.731664:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.732009:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005717376 00000100:00100000:3.0:1746126840.732015:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005717376 00002000:00100000:3.0:1746126840.732041:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff88012de75180 x1830946005717376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.732050:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75180 with x1830946005717376 ext(4194304->5242879) 00002000:00010000:3.0:1746126840.732053:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de75180 00000100:00100000:3.0:1746126840.732074:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14044 00000100:00100000:3.0:1746126840.732079:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005717376:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126840.732681:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005716096:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7980us (8147us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.732688:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14039 00002000:00100000:3.0:1746126840.732693:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff88009ac46300 x1830946005716096/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.732701:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac46300 with x1830946005716096 ext(3145728->4194303) 00002000:00010000:3.0:1746126840.732703:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ac46300 00010000:00010000:1.0:1746126840.732968:0:9601:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.732977:0:9601:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.732984:0:9601:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.732993:0:9601:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d7400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126840.732996:0:9601:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.733003:0:9601:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.733018:0:9601:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.733023:0:9601:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d7400/0x63da90637734b8bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9601 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.733072:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005716608:12345-192.168.202.29@tcp:3:dd.0 Request processed in 5274us (5394us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1746126840.733078:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14041 00000100:00100000:0.0:1746126840.734757:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.734813:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.735147:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005717760 00000100:00100000:1.0:1746126840.735154:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005717760 00002000:00100000:1.0:1746126840.735184:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->5242879) req@ffff88012de76a00 x1830946005717760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746126840.735186:0:9603:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126840.735193:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946005717760 ext(4194304->5242879) 00002000:00010000:1.0:1746126840.735196:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de76a00 00010000:00010000:3.0:1746126840.735197:0:9603:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.735205:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.735211:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f003e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.735215:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.735217:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005717888 00000100:00100000:1.0:1746126840.735220:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005717888 00010000:00010000:3.0:1746126840.735226:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126840.735230:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff88012de77480 x1830946005717888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746126840.735239:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126840.735242:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77480 with x1830946005717888 ext(5242880->6291455) 00010000:00010000:3.0:1746126840.735245:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f003e00/0x63da90637734b8b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126840.735245:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de77480 00000100:00100000:1.0:1746126840.735262:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14045 00000100:00100000:1.0:1746126840.735268:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005717760:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126840.735290:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005716480:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7504us (8517us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.735296:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14040 00000100:00100000:3.0:1746126840.735312:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14046 00000100:00100000:3.0:1746126840.735318:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005717888:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126840.740586:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005717120:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10510us (10809us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.740595:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14043 00002000:00100000:3.0:1746126840.740603:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (3145728->4194303) req@ffff88009ac47480 x1830946005717120/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.740612:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac47480 with x1830946005717120 ext(3145728->4194303) 00002000:00010000:3.0:1746126840.740616:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac47480 00000100:00100000:0.0:1746126840.742624:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.742859:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005718144 00000100:00100000:3.0:1746126840.742867:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005718144 00002000:00100000:3.0:1746126840.742902:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (5242880->6291455) req@ffff88011e16c380 x1830946005718144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.742912:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c380 with x1830946005718144 ext(5242880->6291455) 00002000:00010000:3.0:1746126840.742917:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16c380 00000100:00100000:3.0:1746126840.742947:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14047 00000100:00100000:3.0:1746126840.742953:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e16c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005718144:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126840.745639:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.745663:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.745671:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.745677:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126840.745680:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.745687:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.745707:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.745713:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734b8c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.745795:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005716864:12345-192.168.202.29@tcp:3:dd.0 Request processed in 15753us (16060us total) trans 0 rc 1015808/1015808 00000100:00100000:1.0:1746126840.745804:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14042 00000100:00100000:3.0:1746126840.751258:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005717376:12345-192.168.202.29@tcp:3:dd.0 Request processed in 19171us (19591us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.751269:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14044 00002000:00100000:3.0:1746126840.751279:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff88012de75180 x1830946005717376/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.751287:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de75180 with x1830946005717376 ext(4194304->5242879) 00002000:00010000:3.0:1746126840.751292:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de75180 00000100:00100000:0.0:1746126840.754058:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.755198:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005718400 00000100:00100000:3.0:1746126840.755206:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005718400 00000100:00100000:3.0:1746126840.755261:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14048 00000100:00100000:3.0:1746126840.755268:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005718400:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126840.755435:0:27152:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 6266880, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x2fd0 00010000:00010000:3.0:1746126840.755442:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.755454:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.755455:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.755459:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.755473:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.756290:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005717888:12345-192.168.202.29@tcp:3:dd.0 Request processed in 20969us (21473us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126840.756298:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14046 00002000:00100000:2.0:1746126840.756305:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff88012de77480 x1830946005717888/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.756313:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de77480 with x1830946005717888 ext(5242880->6291455) 00002000:00010000:2.0:1746126840.756317:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de77480 00000100:00100000:1.0:1746126840.757334:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005717760:12345-192.168.202.29@tcp:3:dd.0 Request processed in 22062us (22578us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126840.757342:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14045 00002000:00100000:1.0:1746126840.757348:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->5242879) req@ffff88012de76a00 x1830946005717760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.757356:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de76a00 with x1830946005717760 ext(4194304->5242879) 00002000:00010000:1.0:1746126840.757359:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012de76a00 00000100:00100000:3.0:1746126840.761288:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e16c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005718144:12345-192.168.202.29@tcp:3:dd.0 Request processed in 18320us (18653us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.761299:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14047 00002000:00100000:3.0:1746126840.761308:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (5242880->6291455) req@ffff88011e16c380 x1830946005718144/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.761317:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e16c380 with x1830946005718144 ext(5242880->6291455) 00002000:00010000:3.0:1746126840.761323:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e16c380 00000001:00080000:0.0:1746126840.772447:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970701 is committed 00002000:00010000:2.0:1746126840.772612:0:27152:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746126840.772616:0:27152:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:2.0:1746126840.772627:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.772638:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.772659:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.772665:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f130e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126840.772668:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.772676:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.772691:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.772696:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734b8ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.772784:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005718400:12345-192.168.202.29@tcp:4:dd.0 Request processed in 17512us (19192us total) trans 4294970701 rc 0/0 00000100:00100000:2.0:1746126840.772792:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14048 00000100:00100000:0.0:1746126840.776039:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.776076:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.776112:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.776158:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005718656 00000100:00100000:3.0:1746126840.776166:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005718656 00000100:00100000:3.0:1746126840.776208:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005718912 00000100:00100000:3.0:1746126840.776210:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005718912 00000100:00100000:3.0:1746126840.776224:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005719168 00000100:00100000:3.0:1746126840.776225:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005719168 00000100:00100000:3.0:1746126840.776244:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14049 00000100:00100000:3.0:1746126840.776250:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005718656:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126840.776271:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14050 00010000:00010000:3.0:1746126840.776278:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.776283:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005718912:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.776290:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.776292:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.776296:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.776302:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14051 00010000:00010000:2.0:1746126840.776303:0:9603:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.776306:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.776308:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005719168:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126840.776311:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.776312:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.776315:0:9603:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126840.776320:0:9602:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.776323:0:9603:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126840.776326:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126840.776327:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126840.776329:0:9602:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126840.776336:0:9602:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.782379:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.782581:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005719424 00000100:00100000:1.0:1746126840.782590:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005719424 00002000:00100000:1.0:1746126840.782627:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88011e00dc00 x1830946005719424/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.782635:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00dc00 with x1830946005719424 ext(0->4194303) 00002000:00010000:1.0:1746126840.782639:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00dc00 00000100:00100000:1.0:1746126840.782677:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14052 00000100:00100000:1.0:1746126840.782685:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005719424:12345-192.168.202.29@tcp:4:dd.0 00010000:00010000:3.0:1746126840.783933:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.783945:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.783952:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.783957:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0df400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.783961:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.783968:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.783982:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.783988:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0df400/0x63da90637734b8d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.784070:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005718656:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7818us (8035us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1746126840.784082:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14049 00010000:00010000:2.0:1746126840.788489:0:9602:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.788500:0:9602:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.788505:0:9602:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.788509:0:9602:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45d200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126840.788511:0:9602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.788516:0:9602:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.788527:0:9602:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.788530:0:9602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d200/0x63da90637734b8df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.788592:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005719168:12345-192.168.202.29@tcp:3:dd.0 Request processed in 12281us (12476us total) trans 0 rc 1007616/1007616 00000100:00100000:2.0:1746126840.788599:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14051 00010000:00010000:2.0:1746126840.792268:0:9603:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.792283:0:9603:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.792296:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.792302:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a681400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126840.792306:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.792313:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.792329:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.792335:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a681400/0x63da90637734b8d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.792392:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005718912:12345-192.168.202.29@tcp:3:dd.0 Request processed in 16110us (16311us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126840.792401:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14050 00000100:00100000:0.0:1746126840.801223:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.801498:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005719680 00000100:00100000:2.0:1746126840.801507:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005719680 00002000:00100000:2.0:1746126840.801541:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88011e00e300 x1830946005719680/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.801550:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00e300 with x1830946005719680 ext(0->4194303) 00002000:00010000:2.0:1746126840.801555:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e00e300 00000100:00100000:2.0:1746126840.801580:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14053 00000100:00100000:2.0:1746126840.801588:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005719680:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126840.801638:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.801736:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005719936 00000100:00100000:3.0:1746126840.801750:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005719936 00000100:00100000:3.0:1746126840.801785:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14054 00000100:00100000:3.0:1746126840.801791:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005719936:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126840.801820:0:9602:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 8355840, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x3fc0 00010000:00010000:3.0:1746126840.801828:0:9602:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.801839:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.801841:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.801844:0:9602:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.801854:0:9602:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.815779:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005719424:12345-192.168.202.29@tcp:4:dd.0 Request processed in 33082us (33395us total) trans 4294970702 rc 0/0 00000100:00100000:0.0:1746126840.815790:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14052 00002000:00100000:0.0:1746126840.815801:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88011e00dc00 x1830946005719424/t4294970702(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.815809:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00dc00 with x1830946005719424 ext(0->4194303) 00002000:00010000:0.0:1746126840.815814:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00dc00 00000100:00100000:1.0:1746126840.820065:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.820178:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005720192 00000100:00100000:0.0:1746126840.820186:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005720192 00002000:00100000:0.0:1746126840.820221:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88012de12d80 x1830946005720192/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.820231:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de12d80 with x1830946005720192 ext(6291456->7340031) 00002000:00010000:0.0:1746126840.820235:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de12d80 00000100:00100000:0.0:1746126840.820252:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14055 00000100:00100000:0.0:1746126840.820258:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012de12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005720192:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126840.821592:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.821871:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005720448 00000100:00100000:3.0:1746126840.821877:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005720448 00002000:00100000:3.0:1746126840.821907:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff88009ac44380 x1830946005720448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.821915:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44380 with x1830946005720448 ext(6291456->7340031) 00002000:00010000:3.0:1746126840.821919:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44380 00000100:00100000:3.0:1746126840.821947:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14056 00000100:00100000:3.0:1746126840.821953:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005720448:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126840.824775:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.824813:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.824893:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005720704 00000100:00100000:3.0:1746126840.824900:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005720704 00002000:00100000:3.0:1746126840.824936:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88011e00f100 x1830946005720704/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.824952:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00f100 with x1830946005720704 ext(7340032->8388607) 00002000:00010000:3.0:1746126840.824956:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e00f100 00000100:00100000:3.0:1746126840.824969:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005720960 00000100:00100000:3.0:1746126840.824971:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005720960 00002000:00100000:3.0:1746126840.824984:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff88011e00d180 x1830946005720960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.824990:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d180 with x1830946005720960 ext(7340032->8388607) 00002000:00010000:3.0:1746126840.824993:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d180 00000100:00100000:3.0:1746126840.825004:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14057 00000100:00100000:3.0:1746126840.825011:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005720704:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126840.825507:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14058 00000100:00100000:0.0:1746126840.825516:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005720960:12345-192.168.202.29@tcp:3:dd.0 00000001:00080000:0.0:1746126840.827009:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970703 is committed 00000001:00080000:0.0:1746126840.827019:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970702 is committed 00002000:00010000:3.0:1746126840.827161:0:9602:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:3.0:1746126840.827164:0:9602:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:3.0:1746126840.827173:0:9602:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.827180:0:9602:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.827184:0:9602:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.827188:0:9602:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ac000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.827191:0:9602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.827199:0:9602:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.827211:0:9602:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.827214:0:9602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734b8e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.827745:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005719936:12345-192.168.202.29@tcp:4:dd.0 Request processed in 25949us (26102us total) trans 4294970703 rc 0/0 00000100:00100000:3.0:1746126840.827753:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14054 00000100:00100000:0.0:1746126840.827837:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.827899:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005721216 00000100:00100000:3.0:1746126840.827906:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005721216 00002000:00100000:3.0:1746126840.827930:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->9437183) req@ffff880099176a00 x1830946005721216/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.827938:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176a00 with x1830946005721216 ext(8388608->9437183) 00002000:00010000:3.0:1746126840.827942:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099176a00 00000100:00100000:3.0:1746126840.827966:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14059 00000100:00100000:3.0:1746126840.827973:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+16:2027:x1830946005721216:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126840.831243:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+16:2028:x1830946005719680:12345-192.168.202.29@tcp:4:dd.0 Request processed in 29647us (30019us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746126840.831253:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14053 00002000:00100000:0.0:1746126840.831268:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88011e00e300 x1830946005719680/t4294972252(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.831276:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00e300 with x1830946005719680 ext(0->4194303) 00002000:00010000:0.0:1746126840.831281:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e00e300 00000100:00100000:0.0:1746126840.832201:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.832555:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005721472 00000100:00100000:0.0:1746126840.832561:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.832562:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005721472 00000100:00100000:0.0:1746126840.832587:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.832611:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.832665:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005721728 00000100:00100000:2.0:1746126840.832668:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005721728 00002000:00100000:2.0:1746126840.832696:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (9437184->10485759) req@ffff880099175180 x1830946005721728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.832705:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175180 with x1830946005721728 ext(9437184->10485759) 00002000:00010000:2.0:1746126840.832712:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099175180 00000100:00100000:2.0:1746126840.832933:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005721984 00000100:00100000:2.0:1746126840.832936:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005721984 00002000:00100000:2.0:1746126840.832949:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (9437184->10485759) req@ffff880099174a80 x1830946005721984/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.832955:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174a80 with x1830946005721984 ext(9437184->10485759) 00002000:00010000:2.0:1746126840.832958:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174a80 00000100:00100000:2.0:1746126840.832967:0:9601:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005722240 00000100:00100000:2.0:1746126840.832969:0:9601:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005722240 00002000:00100000:2.0:1746126840.832977:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880099175500 x1830946005722240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.832983:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175500 with x1830946005722240 ext(10485760->11534335) 00002000:00010000:2.0:1746126840.832985:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099175500 00000100:00100000:2.0:1746126840.832991:0:9601:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14060 00000100:00100000:2.0:1746126840.832996:0:9601:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+17:2027:x1830946005721728:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126840.833267:0:20735:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14061 00000100:00100000:3.0:1746126840.833293:0:20735:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:282c81db-7eec-4a96-a690-249dab73b4e4+13:2027:x1830946005721984:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126840.833542:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14062 00000100:00100000:2.0:1746126840.833549:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+18:2027:x1830946005722240:12345-192.168.202.29@tcp:3:dd.0 00002000:00100000:2.0:1746126840.834239:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->9437183) req@ffff880099175880 x1830946005721472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.834247:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175880 with x1830946005721472 ext(8388608->9437183) 00002000:00010000:2.0:1746126840.834256:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175880 00000100:00100000:2.0:1746126840.834288:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14063 00000100:00100000:2.0:1746126840.834294:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:2027:x1830946005721472:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126840.838460:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.838492:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.838514:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.838524:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.838540:0:27144:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:3.0:1746126840.838543:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.838548:0:27144:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_011' 00000100:00100000:3.0:1746126840.838559:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.838715:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012de12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+18:2028:x1830946005720192:12345-192.168.202.29@tcp:3:dd.0 Request processed in 18454us (18654us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126840.838726:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14055 00002000:00100000:1.0:1746126840.838736:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88012de12d80 x1830946005720192/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746126840.838739:0:27141:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005722624 00002000:00100000:1.0:1746126840.838745:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012de12d80 with x1830946005720192 ext(6291456->7340031) 00000100:00100000:0.0:1746126840.838746:0:27141:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005722624 00002000:00010000:1.0:1746126840.838750:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012de12d80 00000100:00100000:1.0:1746126840.838767:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005722752 00000100:00100000:1.0:1746126840.838769:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005722752 00002000:00100000:0.0:1746126840.838775:0:27141:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff88008b981f80 x1830946005722624/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.838782:0:27141:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981f80 with x1830946005722624 ext(10485760->11534335) 00000100:00100000:1.0:1746126840.838785:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005723136 00002000:00010000:0.0:1746126840.838786:0:27141:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981f80 00000100:00100000:1.0:1746126840.838787:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005723136 00000100:00100000:0.0:1746126840.838793:0:27141:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005723264 00000100:00100000:0.0:1746126840.838795:0:27141:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005723264 00002000:00100000:1.0:1746126840.838797:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88011e14f100 x1830946005723136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.838803:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f100 with x1830946005723136 ext(11534336->12582911) 00000100:00100000:0.0:1746126840.838804:0:27141:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005723648 00002000:00010000:1.0:1746126840.838805:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e14f100 00000100:00100000:0.0:1746126840.838806:0:27141:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005723648 00000100:00100000:1.0:1746126840.838810:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005723776 00000100:00100000:1.0:1746126840.838811:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005723776 00002000:00100000:0.0:1746126840.838813:0:27141:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff88011e14e300 x1830946005723648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.838819:0:27141:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946005723648 ext(11534336->12582911) 00000100:00100000:1.0:1746126840.838822:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14064 00002000:00010000:0.0:1746126840.838822:0:27141:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14e300 00000100:00100000:1.0:1746126840.838827:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005722752:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126840.838852:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.838863:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.838865:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126840.838870:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.838880:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.839408:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14065 00000100:00100000:3.0:1746126840.839415:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:282c81db-7eec-4a96-a690-249dab73b4e4+17:2027:x1830946005722624:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126840.841754:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+17:2028:x1830946005720448:12345-192.168.202.29@tcp:3:dd.0 Request processed in 19794us (20158us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.841763:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14056 00002000:00100000:3.0:1746126840.841772:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff88009ac44380 x1830946005720448/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.841781:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ac44380 with x1830946005720448 ext(6291456->7340031) 00002000:00010000:3.0:1746126840.841786:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ac44380 00000100:00100000:3.0:1746126840.841806:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14066 00000100:00100000:3.0:1746126840.841815:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005723264:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.841841:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.841853:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.841855:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.841858:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.841870:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.843422:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.844304:0:27144:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:1.0:1746126840.844313:0:27144:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_012' 00000100:00100000:2.0:1746126840.844961:0:27144:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005724032 00000100:00100000:2.0:1746126840.844970:0:27144:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005724032 00002000:00100000:2.0:1746126840.845010:0:27144:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff8800992b6680 x1830946005724032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.845019:0:27144:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6680 with x1830946005724032 ext(12582912->13631487) 00002000:00010000:2.0:1746126840.845024:0:27144:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800992b6680 00000100:00100000:1.0:1746126840.845040:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14067 00000100:00100000:3.0:1746126840.845171:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+18:2027:x1830946005720704:12345-192.168.202.29@tcp:3:dd.0 Request processed in 20159us (20402us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.845413:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14057 00002000:00100000:3.0:1746126840.845419:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88011e00f100 x1830946005720704/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.845427:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00f100 with x1830946005720704 ext(7340032->8388607) 00002000:00010000:3.0:1746126840.845429:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e00f100 00000100:00100000:3.0:1746126840.845443:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14068 00000100:00100000:3.0:1746126840.845451:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005723776:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.845477:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.845488:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.845490:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.845494:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.845506:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.845882:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:282c81db-7eec-4a96-a690-249dab73b4e4+17:2027:x1830946005723136:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126840.848226:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:282c81db-7eec-4a96-a690-249dab73b4e4+15:2027:x1830946005720960:12345-192.168.202.29@tcp:3:dd.0 Request processed in 22706us (23406us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126840.848235:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14058 00002000:00100000:0.0:1746126840.848244:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff88011e00d180 x1830946005720960/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.848253:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e00d180 with x1830946005720960 ext(7340032->8388607) 00002000:00010000:0.0:1746126840.848258:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e00d180 00000100:00100000:0.0:1746126840.848277:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14069 00000100:00100000:0.0:1746126840.848285:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:282c81db-7eec-4a96-a690-249dab73b4e4+14:2027:x1830946005723648:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126840.853817:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+17:2027:x1830946005721216:12345-192.168.202.29@tcp:3:dd.0 Request processed in 25734us (25871us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.853827:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14059 00002000:00100000:3.0:1746126840.853837:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->9437183) req@ffff880099176a00 x1830946005721216/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.853851:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099176a00 with x1830946005721216 ext(8388608->9437183) 00002000:00010000:3.0:1746126840.853857:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099176a00 00000100:00100000:3.0:1746126840.853877:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14070 00000100:00100000:3.0:1746126840.853885:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+16:2027:x1830946005724032:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126840.857580:0:9601:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:282c81db-7eec-4a96-a690-249dab73b4e4+16:2027:x1830946005721728:12345-192.168.202.29@tcp:3:dd.0 Request processed in 24575us (25010us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126840.857590:0:9601:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14060 00002000:00100000:2.0:1746126840.857599:0:9601:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (9437184->10485759) req@ffff880099175180 x1830946005721728/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.857607:0:9601:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175180 with x1830946005721728 ext(9437184->10485759) 00002000:00010000:2.0:1746126840.857613:0:9601:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099175180 00000100:00100000:3.0:1746126840.859096:0:20735:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:282c81db-7eec-4a96-a690-249dab73b4e4+14:2027:x1830946005721984:12345-192.168.202.29@tcp:3:dd.0 Request processed in 25817us (26503us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.859105:0:20735:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14061 00002000:00100000:3.0:1746126840.859113:0:20735:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (9437184->10485759) req@ffff880099174a80 x1830946005721984/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.859120:0:20735:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099174a80 with x1830946005721984 ext(9437184->10485759) 00002000:00010000:3.0:1746126840.859139:0:20735:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099174a80 00000100:00100000:2.0:1746126840.863324:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+14:2027:x1830946005722240:12345-192.168.202.29@tcp:3:dd.0 Request processed in 29767us (30703us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126840.863339:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14062 00002000:00100000:2.0:1746126840.863349:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880099175500 x1830946005722240/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.863358:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175500 with x1830946005722240 ext(10485760->11534335) 00002000:00010000:2.0:1746126840.863363:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099175500 00010000:00010000:1.0:1746126840.868005:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.868018:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.868023:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.868027:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45d400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126840.868029:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.868034:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.868048:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126840.868051:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45d400/0x63da90637734b8ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126840.868098:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005722752:12345-192.168.202.29@tcp:3:dd.0 Request processed in 29267us (29602us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1746126840.868099:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005721472:12345-192.168.202.29@tcp:3:dd.0 Request processed in 33803us (35896us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126840.868104:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14064 00000100:00100000:2.0:1746126840.868108:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14063 00002000:00100000:2.0:1746126840.868118:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->9437183) req@ffff880099175880 x1830946005721472/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.868147:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099175880 with x1830946005721472 ext(8388608->9437183) 00002000:00010000:2.0:1746126840.868151:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099175880 00000100:00100000:3.0:1746126840.868417:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005722624:12345-192.168.202.29@tcp:3:dd.0 Request processed in 29002us (29964us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.868424:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14065 00002000:00100000:3.0:1746126840.868429:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff88008b981f80 x1830946005722624/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.868436:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b981f80 with x1830946005722624 ext(10485760->11534335) 00002000:00010000:3.0:1746126840.868439:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b981f80 00010000:00010000:3.0:1746126840.870397:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.870565:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.870576:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.870582:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ad9ae00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.870586:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.870592:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.870608:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.870613:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ad9ae00/0x63da90637734b8f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.870790:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005723264:12345-192.168.202.29@tcp:3:dd.0 Request processed in 28973us (32260us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.870798:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14066 00000100:00100000:1.0:1746126840.874543:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005723136:12345-192.168.202.29@tcp:3:dd.0 Request processed in 28656us (36019us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126840.874553:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14067 00002000:00100000:1.0:1746126840.874563:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88011e14f100 x1830946005723136/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126840.874572:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14f100 with x1830946005723136 ext(11534336->12582911) 00002000:00010000:1.0:1746126840.874578:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e14f100 00010000:00010000:3.0:1746126840.877541:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.877554:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.877565:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.877575:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ad9ac00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.877578:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.877584:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.877598:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.877603:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b8fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.877675:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005723776:12345-192.168.202.29@tcp:3:dd.0 Request processed in 32222us (39111us total) trans 0 rc 999424/999424 00000100:00100000:3.0:1746126840.877684:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14068 00000100:00100000:2.0:1746126840.880964:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005723648:12345-192.168.202.29@tcp:3:dd.0 Request processed in 32672us (42411us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126840.880974:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14069 00002000:00100000:2.0:1746126840.880983:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff88011e14e300 x1830946005723648/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.880990:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e14e300 with x1830946005723648 ext(11534336->12582911) 00002000:00010000:2.0:1746126840.880996:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e14e300 00000100:00100000:3.0:1746126840.883459:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005724032:12345-192.168.202.29@tcp:3:dd.0 Request processed in 29569us (40035us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.883467:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14070 00002000:00100000:3.0:1746126840.883475:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff8800992b6680 x1830946005724032/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/440 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.883483:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992b6680 with x1830946005724032 ext(12582912->13631487) 00002000:00010000:3.0:1746126840.883487:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800992b6680 00000100:00100000:1.0:1746126840.883972:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.884006:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005724288 00000100:00100000:3.0:1746126840.884012:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005724288 00000100:00100000:3.0:1746126840.884089:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14071 00000100:00100000:3.0:1746126840.884096:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005724288:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126840.884218:0:9602:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 10444800, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x4fb0 00010000:00010000:3.0:1746126840.884225:0:9602:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.884235:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.884237:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.884241:0:9602:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.884251:0:9602:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126840.898721:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970704 is committed 00002000:00010000:3.0:1746126840.899025:0:9602:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746126840.899028:0:9602:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:3.0:1746126840.899038:0:9602:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.899045:0:9602:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.899050:0:9602:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.899053:0:9602:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ad9ae00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.899055:0:9602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.899063:0:9602:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.899075:0:9602:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.899078:0:9602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ae00/0x63da90637734b902 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.899186:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e1fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005724288:12345-192.168.202.29@tcp:4:dd.0 Request processed in 15086us (15210us total) trans 4294970704 rc 0/0 00000100:00100000:3.0:1746126840.899195:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14071 00000100:00100000:0.0:1746126840.901762:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.901819:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005724544 00000100:00100000:3.0:1746126840.901827:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005724544 00002000:00100000:3.0:1746126840.901860:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88009a3a7100 x1830946005724544/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.901869:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7100 with x1830946005724544 ext(4194304->8388607) 00002000:00010000:3.0:1746126840.901874:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7100 00000100:00100000:3.0:1746126840.901928:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14072 00000100:00100000:3.0:1746126840.901935:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+8:2030:x1830946005724544:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:1.0:1746126840.903350:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126840.903803:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.903830:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005724928 00000100:00100000:3.0:1746126840.903835:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005724928 00000100:00100000:3.0:1746126840.903862:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005725184 00000100:00100000:3.0:1746126840.903864:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005725184 00000100:00100000:3.0:1746126840.903878:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14073 00000100:00100000:3.0:1746126840.903883:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005724928:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126840.903901:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14074 00010000:00010000:3.0:1746126840.903907:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.903909:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005725184:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.903918:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.903919:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.903924:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.903929:0:27153:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.903934:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.903938:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.903939:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126840.903942:0:27153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.903950:0:27153:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.915275:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.915708:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005725440 00000100:00100000:3.0:1746126840.915716:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005725440 00002000:00100000:3.0:1746126840.915749:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88008d6eb100 x1830946005725440/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126840.915758:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6eb100 with x1830946005725440 ext(4194304->8388607) 00002000:00010000:3.0:1746126840.915763:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d6eb100 00000100:00100000:3.0:1746126840.915790:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14075 00000100:00100000:3.0:1746126840.915796:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+10:2030:x1830946005725440:12345-192.168.202.29@tcp:4:dd.0 00010000:00010000:2.0:1746126840.918020:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.918033:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.918040:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.918045:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fde00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126840.918048:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.918054:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.918069:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126840.918079:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fde00/0x63da90637734b909 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126840.918151:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005724928:12345-192.168.202.29@tcp:3:dd.0 Request processed in 14263us (14800us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126840.918158:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14073 00010000:00010000:3.0:1746126840.921714:0:27153:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.921726:0:27153:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.921733:0:27153:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.921743:0:27153:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b075200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.921746:0:27153:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.921752:0:27153:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.921766:0:27153:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.921771:0:27153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b075200/0x63da90637734b910 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.921885:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005725184:12345-192.168.202.29@tcp:3:dd.0 Request processed in 17972us (18077us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.921894:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14074 00000100:00100000:2.0:1746126840.932868:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.933319:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005725696 00000100:00100000:3.0:1746126840.933327:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005725696 00000100:00100000:3.0:1746126840.933390:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14076 00000100:00100000:3.0:1746126840.933398:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005725696:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126840.933437:0:27153:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 12533760, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x5fa0 00010000:00010000:3.0:1746126840.933444:0:27153:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.933454:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.933461:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.933466:0:27153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.933480:0:27153:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.935210:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+10:2030:x1830946005724544:12345-192.168.202.29@tcp:4:dd.0 Request processed in 33269us (33447us total) trans 4294970705 rc 0/0 00000100:00100000:0.0:1746126840.935219:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14072 00002000:00100000:0.0:1746126840.935227:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88009a3a7100 x1830946005724544/t4294970705(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.935236:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7100 with x1830946005724544 ext(4194304->8388607) 00002000:00010000:0.0:1746126840.935240:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7100 00000100:00100000:0.0:1746126840.943634:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+12:2030:x1830946005725440:12345-192.168.202.29@tcp:4:dd.0 Request processed in 27828us (28357us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746126840.943656:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14075 00002000:00100000:0.0:1746126840.943666:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88008d6eb100 x1830946005725440/t4294972253(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126840.943675:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d6eb100 with x1830946005725440 ext(4194304->8388607) 00002000:00010000:0.0:1746126840.943679:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d6eb100 00000001:00080000:2.0:1746126840.954612:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970706 is committed 00000001:00080000:2.0:1746126840.954625:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970705 is committed 00002000:00010000:3.0:1746126840.955019:0:27153:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746126840.955024:0:27153:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:3.0:1746126840.955035:0:27153:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.955045:0:27153:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.955053:0:27153:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.955063:0:27153:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992db400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.955066:0:27153:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.955073:0:27153:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.955216:0:27153:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.955221:0:27153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734b917 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.955327:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d6e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005725696:12345-192.168.202.29@tcp:4:dd.0 Request processed in 21921us (22458us total) trans 4294970706 rc 0/0 00000100:00100000:3.0:1746126840.955336:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14076 00000100:00100000:0.0:1746126840.958709:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126840.958755:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.958832:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005726080 00000100:00100000:3.0:1746126840.958841:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005726080 00000100:00100000:3.0:1746126840.958882:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005726336 00000100:00100000:3.0:1746126840.958884:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005726336 00000100:00100000:3.0:1746126840.958904:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14077 00000100:00100000:3.0:1746126840.958910:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005726080:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.958936:0:27153:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.958948:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.958949:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.958952:0:27153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.958962:0:27153:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.959470:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14078 00000100:00100000:3.0:1746126840.959476:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005726336:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126840.959492:0:9602:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.959499:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.959500:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.959503:0:9602:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.959510:0:9602:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.968946:0:27153:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.968960:0:27153:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.968967:0:27153:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.968973:0:27153:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992dae00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.968976:0:27153:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.968983:0:27153:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.968997:0:27153:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.969003:0:27153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992dae00/0x63da90637734b91e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.969067:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005726080:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10153us (10361us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126840.969076:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14077 00010000:00010000:3.0:1746126840.971159:0:9602:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.971171:0:9602:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.971178:0:9602:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.971183:0:9602:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992dbe00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.971186:0:9602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.971192:0:9602:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.971203:0:9602:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.971209:0:9602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800992dbe00/0x63da90637734b925 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.971261:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005726336:12345-192.168.202.29@tcp:3:dd.0 Request processed in 11783us (12503us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126840.971268:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14078 00000100:00100000:0.0:1746126840.976913:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126840.976986:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005726592 00000100:00100000:3.0:1746126840.976993:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005726592 00000100:00100000:3.0:1746126840.977041:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14079 00000100:00100000:3.0:1746126840.977045:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005726592:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126840.977077:0:9602:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 14622720, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x6f90 00010000:00010000:3.0:1746126840.977082:0:9602:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.977091:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.977092:0:9602:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126840.977096:0:9602:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.977104:0:9602:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126840.992521:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126840.992624:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005726848 00000100:00100000:2.0:1746126840.992632:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005726848 00002000:00100000:2.0:1746126840.992682:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff88012dee9880 x1830946005726848/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/0 e 0 to 0 dl 1746126851 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126840.992691:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946005726848 ext(8388608->12582911) 00002000:00010000:2.0:1746126840.992696:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee9880 00000100:00100000:2.0:1746126840.992730:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14080 00000100:00100000:2.0:1746126840.992737:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005726848:12345-192.168.202.29@tcp:4:dd.0 00000001:00080000:0.0:1746126840.995288:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970707 is committed 00002000:00010000:3.0:1746126840.995458:0:9602:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746126840.995462:0:9602:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:3.0:1746126840.995474:0:9602:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.995483:0:9602:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.995490:0:9602:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.995497:0:9602:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a1a0400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126840.995500:0:9602:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.995508:0:9602:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.995524:0:9602:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126840.995530:0:9602:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a1a0400/0x63da90637734b92c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9602 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126840.996248:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005726592:12345-192.168.202.29@tcp:4:dd.0 Request processed in 19197us (19337us total) trans 4294970707 rc 0/0 00000100:00100000:3.0:1746126840.996257:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14079 00000100:00100000:2.0:1746126841.001257:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.001399:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.001424:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.001454:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005727232 00000100:00100000:2.0:1746126841.001464:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005727232 00000100:00100000:2.0:1746126841.001512:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005727744 00000100:00100000:2.0:1746126841.001514:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005727744 00000100:00100000:2.0:1746126841.001526:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005727872 00000100:00100000:2.0:1746126841.001527:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005727872 00000100:00100000:0.0:1746126841.001545:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14081 00000100:00080000:0.0:1746126841.001557:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126841.001577:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14082 00000100:00100000:3.0:1746126841.001589:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005727744:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:2.0:1746126841.001593:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14083 00000100:00100000:2.0:1746126841.001598:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005727872:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126841.001619:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005727232:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126841.001621:0:28822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.001621:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.001633:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.001633:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.001634:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.001635:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.001639:0:28822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.001639:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.001660:0:28822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.001662:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.001672:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.001682:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.001683:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.001687:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.001695:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.006538:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.006575:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005727488 00000100:00100000:2.0:1746126841.006583:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005727488 00002000:00100000:2.0:1746126841.006618:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800a6bf8380 x1830946005727488/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.006627:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8380 with x1830946005727488 ext(8388608->12582911) 00002000:00010000:2.0:1746126841.006632:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6bf8380 00000100:00100000:2.0:1746126841.006723:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14084 00000100:00100000:2.0:1746126841.006730:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005727488:12345-192.168.202.29@tcp:4:dd.0 00010000:00010000:1.0:1746126841.010005:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.010018:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.010029:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.010035:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb01800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126841.010038:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.010045:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.010061:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.010066:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb01800/0x63da90637734b941 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.010141:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005727232:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8569us (8874us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1746126841.010151:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14081 00000100:00100000:2.0:1746126841.021491:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.021776:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005728128 00000100:00100000:3.0:1746126841.021784:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005728128 00000100:00080000:1.0:1746126841.021834:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126841.021836:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 203 00000100:00100000:3.0:1746126841.021843:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+20:3782:x1830946005728128:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:3.0:1746126841.022394:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+21:3782:x1830946005728128:12345-192.168.202.29@tcp:35:dd.0 Request processed in 550us (909us total) trans 4294991033 rc 0/0 00000100:00100000:3.0:1746126841.022401:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 203 00010000:00010000:2.0:1746126841.022596:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.022607:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.022613:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.022618:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fd200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.022622:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.022629:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.022657:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.022662:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991fd200/0x63da90637734b93a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.022698:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005727872:12345-192.168.202.29@tcp:3:dd.0 Request processed in 21100us (21273us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.022706:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14083 00010000:00010000:3.0:1746126841.022957:0:28822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.022966:0:28822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.022972:0:28822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.022976:0:28822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009902a600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126841.022979:0:28822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.022985:0:28822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.022994:0:28822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.023000:0:28822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009902a600/0x63da90637734b933 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.023036:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005727744:12345-192.168.202.29@tcp:3:dd.0 Request processed in 21449us (21636us total) trans 0 rc 974848/974848 00000100:00100000:3.0:1746126841.023043:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14082 00000100:00100000:2.0:1746126841.031110:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.031290:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005728384 00000100:00100000:3.0:1746126841.031298:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005728384 00000100:00100000:3.0:1746126841.031343:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 204 00000100:00100000:3.0:1746126841.031350:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+21:3782:x1830946005728384:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:3.0:1746126841.031548:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+22:3782:x1830946005728384:12345-192.168.202.29@tcp:35:dd.0 Request processed in 198us (445us total) trans 4294991034 rc 0/0 00000100:00100000:3.0:1746126841.031553:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 204 00000100:00100000:3.0:1746126841.031602:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.031617:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005728640 00000100:00100000:3.0:1746126841.031619:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005728640 00000100:00100000:3.0:1746126841.031660:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14085 00000100:00100000:3.0:1746126841.031664:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005728640:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126841.031694:0:28822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 16711680, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x7f80 00010000:00010000:3.0:1746126841.031701:0:28822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.031713:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.031715:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.031720:0:28822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.031729:0:28822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.033688:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005726848:12345-192.168.202.29@tcp:4:dd.0 Request processed in 40945us (41169us total) trans 4294970708 rc 0/0 00000100:00100000:2.0:1746126841.033697:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14080 00002000:00100000:2.0:1746126841.033706:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff88012dee9880 x1830946005726848/t4294970708(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:601/0 lens 488/448 e 0 to 0 dl 1746126851 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.033720:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946005726848 ext(8388608->12582911) 00002000:00010000:2.0:1746126841.033724:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee9880 00000100:00100000:2.0:1746126841.045747:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:282c81db-7eec-4a96-a690-249dab73b4e4+14:2027:x1830946005727488:12345-192.168.202.29@tcp:4:dd.0 Request processed in 39009us (39208us total) trans 4294972254 rc 0/0 00000100:00100000:2.0:1746126841.045756:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14084 00002000:00100000:2.0:1746126841.045767:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff8800a6bf8380 x1830946005727488/t4294972254(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/448 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.045775:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8380 with x1830946005727488 ext(8388608->12582911) 00002000:00010000:2.0:1746126841.045781:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6bf8380 00000001:00080000:1.0:1746126841.051790:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970709 is committed 00000001:00080000:1.0:1746126841.051803:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970708 is committed 00002000:00010000:2.0:1746126841.051980:0:28822:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746126841.051985:0:28822:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746126841.051995:0:28822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.052005:0:28822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.052011:0:28822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.052017:0:28822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13c000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.052020:0:28822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.052027:0:28822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.052042:0:28822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.052047:0:28822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c000/0x63da90637734b948 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.052145:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005728640:12345-192.168.202.29@tcp:4:dd.0 Request processed in 20475us (20538us total) trans 4294970709 rc 0/0 00000100:00100000:2.0:1746126841.052153:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14085 00000100:00100000:2.0:1746126841.057659:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.057697:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.057881:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005729024 00000100:00100000:0.0:1746126841.057889:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005729024 00000100:00100000:2.0:1746126841.057900:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.057916:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005729152 00000100:00100000:2.0:1746126841.057919:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005729152 00000100:00100000:0.0:1746126841.057938:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005729408 00000100:00100000:0.0:1746126841.057940:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005729408 00000100:00100000:2.0:1746126841.057964:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14086 00000100:00100000:2.0:1746126841.057971:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005729024:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:1.0:1746126841.057978:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14087 00000100:00100000:1.0:1746126841.057986:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005729152:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126841.057999:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.058003:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.058011:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.058012:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.058015:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.058016:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.058017:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.058020:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.058027:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.058028:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126841.058243:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14088 00000100:00100000:0.0:1746126841.058249:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005729408:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:0.0:1746126841.058262:0:28822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.058269:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126841.058270:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126841.058273:0:28822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.058281:0:28822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.060919:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.060934:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.060942:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.060948:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fb00e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126841.060952:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.060958:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.060973:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.060977:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00e00/0x63da90637734b956 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.061054:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005729152:12345-192.168.202.29@tcp:3:dd.0 Request processed in 3065us (3353us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1746126841.061061:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14087 00010000:00010000:2.0:1746126841.062609:0:28822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.062621:0:28822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.062627:0:28822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.062632:0:28822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991b5e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.062635:0:28822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.062652:0:28822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.062663:0:28822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.062669:0:28822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991b5e00/0x63da90637734b95d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.062752:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005729408:12345-192.168.202.29@tcp:3:dd.0 Request processed in 4502us (4851us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746126841.062759:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14088 00010000:00010000:2.0:1746126841.064579:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.064590:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.064598:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.064604:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800990d6600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.064607:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.064614:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.064626:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.064632:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800990d6600/0x63da90637734b94f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.064701:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005729024:12345-192.168.202.29@tcp:3:dd.0 Request processed in 6727us (7056us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.064710:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14086 00000100:00100000:0.0:1746126841.069314:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.069595:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005729664 00000100:00100000:2.0:1746126841.069603:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005729664 00000100:00100000:2.0:1746126841.069673:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14089 00000100:00100000:2.0:1746126841.069681:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005729664:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:2.0:1746126841.069721:0:27152:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 18800640, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x8f70 00010000:00010000:2.0:1746126841.069728:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.069740:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.069742:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.069746:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.069758:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126841.088834:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970710 is committed 00002000:00010000:2.0:1746126841.089287:0:27152:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746126841.089290:0:27152:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:2.0:1746126841.089299:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.089306:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.089312:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.089315:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fdb0a00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.089318:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.089322:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.089336:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.089339:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fdb0a00/0x63da90637734b964 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.089559:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005729664:12345-192.168.202.29@tcp:4:dd.0 Request processed in 19875us (20246us total) trans 4294970710 rc 0/0 00000100:00100000:2.0:1746126841.089569:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14089 00000100:00100000:2.0:1746126841.092454:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.092497:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.092535:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005729920 00000100:00100000:1.0:1746126841.092542:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005729920 00000100:00100000:1.0:1746126841.092580:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005730176 00000100:00100000:1.0:1746126841.092582:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005730176 00000100:00100000:1.0:1746126841.092608:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14090 00000100:00100000:1.0:1746126841.092614:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005729920:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126841.092648:0:28822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.092659:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14091 00010000:00010000:1.0:1746126841.092661:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.092662:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.092666:0:28822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.092667:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005730176:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126841.092677:0:28822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.092695:0:27153:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.092703:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.092704:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.092707:0:27153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.092714:0:27153:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126841.092947:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.092979:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005730432 00000100:00100000:1.0:1746126841.092982:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005730432 00000100:00100000:1.0:1746126841.093001:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14092 00000100:00100000:1.0:1746126841.093005:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005730432:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126841.093016:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.093023:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.093024:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.093027:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.093034:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.097260:0:28822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.097275:0:28822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.097283:0:28822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.097289:0:28822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e4a00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126841.097293:0:28822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.097304:0:28822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.097319:0:28822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.097326:0:28822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4a00/0x63da90637734b96b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.097412:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005729920:12345-192.168.202.29@tcp:3:dd.0 Request processed in 4794us (4961us total) trans 0 rc 81920/81920 00000100:00100000:1.0:1746126841.097424:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14090 00010000:00010000:3.0:1746126841.100735:0:27153:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.100750:0:27153:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.100758:0:27153:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.100764:0:27153:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13da00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126841.100767:0:27153:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.100773:0:27153:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.100789:0:27153:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.100795:0:27153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e13da00/0x63da90637734b972 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.101073:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005730176:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8403us (8570us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.101081:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14091 00010000:00010000:0.0:1746126841.101699:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.101708:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.101719:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.101723:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:0.0:1746126841.101726:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.101731:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.101741:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.101745:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5200/0x63da90637734b979 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126841.101936:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2029:x1830946005730432:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8928us (8988us total) trans 0 rc 958464/958464 00000100:00100000:0.0:1746126841.101942:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14092 00000100:00100000:0.0:1746126841.106063:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.106162:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005730688 00000100:00100000:2.0:1746126841.106170:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005730688 00000100:00100000:2.0:1746126841.106470:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14093 00000100:00100000:2.0:1746126841.106478:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005730688:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:2.0:1746126841.106514:0:27152:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 20889600, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0x9f60 00010000:00010000:2.0:1746126841.106521:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.106532:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.106533:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.106537:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.106548:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126841.119579:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970711 is committed 00002000:00010000:2.0:1746126841.119731:0:27152:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:2.0:1746126841.119735:0:27152:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:2.0:1746126841.119746:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.119755:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.119763:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.119769:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ad9ac00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.119772:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.119778:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.119792:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.119797:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ad9ac00/0x63da90637734b980 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.119876:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005730688:12345-192.168.202.29@tcp:4:dd.0 Request processed in 13395us (13814us total) trans 4294970711 rc 0/0 00000100:00100000:2.0:1746126841.119887:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14093 00000100:00100000:1.0:1746126841.121863:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.121972:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005730944 00000100:00100000:2.0:1746126841.121979:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005730944 00000100:00100000:2.0:1746126841.122034:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14094 00000100:00100000:2.0:1746126841.122040:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2028:x1830946005730944:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126841.122066:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.122076:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.122078:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.122082:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.122092:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126841.122739:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.122774:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.122841:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005731328 00000100:00100000:3.0:1746126841.122846:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005731328 00000100:00100000:3.0:1746126841.122880:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005731456 00000100:00100000:3.0:1746126841.122882:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005731456 00000100:00100000:3.0:1746126841.122899:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14095 00000100:00100000:3.0:1746126841.122904:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005731328:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126841.122919:0:27153:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.122927:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.122929:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.122932:0:27153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.122941:0:27153:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.123005:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14096 00000100:00100000:1.0:1746126841.123013:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946005731456:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126841.123029:0:28822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.123037:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.123039:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.123041:0:28822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.123050:0:28822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.124865:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.124877:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.124883:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.124889:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f003600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.124892:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.124899:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.124912:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.124917:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f003600/0x63da90637734b987 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.124961:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005730944:12345-192.168.202.29@tcp:3:dd.0 Request processed in 2918us (3100us total) trans 0 rc 90112/90112 00000100:00100000:2.0:1746126841.124969:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14094 00010000:00010000:3.0:1746126841.126620:0:27153:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.126629:0:27153:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.126633:0:27153:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.126637:0:27153:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13c200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126841.126649:0:27153:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.126656:0:27153:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.126667:0:27153:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.126672:0:27153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c200/0x63da90637734b98e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.126734:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005731328:12345-192.168.202.29@tcp:3:dd.0 Request processed in 3827us (3994us total) trans 0 rc 950272/950272 00000100:00100000:3.0:1746126841.126741:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14095 00010000:00010000:1.0:1746126841.128432:0:28822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.128444:0:28822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.128450:0:28822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.128460:0:28822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126841.128463:0:28822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.128470:0:28822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.128481:0:28822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.128487:0:28822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5200/0x63da90637734b995 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.128560:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2028:x1830946005731456:12345-192.168.202.29@tcp:3:dd.0 Request processed in 5546us (5783us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126841.128568:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14096 00000100:00100000:0.0:1746126841.132846:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.132929:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005731712 00000100:00100000:1.0:1746126841.132937:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005731712 00000100:00100000:1.0:1746126841.133000:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14097 00000100:00100000:1.0:1746126841.133008:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005731712:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:1.0:1746126841.133048:0:28822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 22978560, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0xaf50 00010000:00010000:1.0:1746126841.133054:0:28822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.133066:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.133068:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.133073:0:28822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.133084:0:28822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126841.150864:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970712 is committed 00002000:00010000:1.0:1746126841.151003:0:28822:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746126841.151007:0:28822:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:1.0:1746126841.151018:0:28822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.151029:0:28822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.151036:0:28822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.151095:0:28822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e4800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126841.151099:0:28822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.151106:0:28822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.151122:0:28822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.151161:0:28822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734b99c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.151261:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2027:x1830946005731712:12345-192.168.202.29@tcp:4:dd.0 Request processed in 18250us (18419us total) trans 4294970712 rc 0/0 00000100:00100000:1.0:1746126841.151271:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14097 00000100:00100000:0.0:1746126841.155398:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.155452:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.155528:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005732096 00000100:00100000:1.0:1746126841.155535:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005732096 00000100:00100000:1.0:1746126841.155587:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005732224 00000100:00100000:1.0:1746126841.155590:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005732224 00000100:00100000:1.0:1746126841.155607:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14098 00000100:00100000:1.0:1746126841.155612:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005732096:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126841.155649:0:28822:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.155661:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.155662:0:28822:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.155667:0:28822:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.155678:0:28822:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.155872:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14099 00000100:00100000:3.0:1746126841.155881:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005732224:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126841.155898:0:27153:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.155904:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.155905:0:27153:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.155908:0:27153:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.155914:0:27153:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.161543:0:28822:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.161560:0:28822:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.161566:0:28822:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.161583:0:28822:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e4c00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126841.161586:0:28822:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.161593:0:28822:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.161609:0:28822:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.161615:0:28822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f0e4c00/0x63da90637734b9a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28822 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.161679:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2030:x1830946005732096:12345-192.168.202.29@tcp:3:dd.0 Request processed in 6063us (6285us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126841.161688:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14098 00010000:00010000:3.0:1746126841.162185:0:27153:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.162192:0:27153:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.162198:0:27153:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.162202:0:27153:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13dc00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126841.162204:0:27153:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.162209:0:27153:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.162217:0:27153:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.162222:0:27153:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13dc00/0x63da90637734b9aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27153 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.162816:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+6:2030:x1830946005732224:12345-192.168.202.29@tcp:3:dd.0 Request processed in 6936us (7366us total) trans 0 rc 98304/98304 00000100:00100000:3.0:1746126841.162823:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14099 00000100:00100000:0.0:1746126841.164490:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.164596:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005732352 00000100:00100000:2.0:1746126841.164601:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005732352 00000100:00100000:2.0:1746126841.164631:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30655 00000100:00100000:2.0:1746126841.164637:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+6:3781:x1830946005732352:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126841.164661:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.164676:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87b2 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126841.164694:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 25067520, mtime: 0x6813c7f9, atime: 0x0, ctime: 0x6813c7f9, blocks: 0xbf40 00010000:00010000:2.0:1746126841.164711:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.164712:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.164718:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.164734:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.164742:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b012600, rc 0) 00000100:00100000:2.0:1746126841.164783:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:3781:x1830946005732352:12345-192.168.202.29@tcp:101:dd.0 Request processed in 145us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.164789:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30655 00000100:00100000:0.0:1746126841.178885:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.178972:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005732480 00000100:00100000:3.0:1746126841.178981:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005732480 00002000:00100000:3.0:1746126841.179018:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (25067520->26214399) req@ffff88012bb5c380 x1830946005732480/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.179028:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c380 with x1830946005732480 ext(25067520->26214399) 00002000:00010000:3.0:1746126841.179033:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5c380 00000100:00100000:3.0:1746126841.179065:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14100 00000100:00100000:3.0:1746126841.179071:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005732480:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:3.0:1746126841.187536:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005732480:12345-192.168.202.29@tcp:4:dd.0 Request processed in 8455us (8649us total) trans 4294970713 rc 0/0 00000100:00100000:3.0:1746126841.187547:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14100 00002000:00100000:3.0:1746126841.187951:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (25067520->26214399) req@ffff88012bb5c380 x1830946005732480/t4294970713(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/448 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.187960:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bb5c380 with x1830946005732480 ext(25067520->26214399) 00002000:00010000:3.0:1746126841.187965:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bb5c380 00000100:00100000:0.0:1746126841.190218:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.190265:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005732608 00000100:00100000:2.0:1746126841.190271:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005732608 00000100:00100000:2.0:1746126841.190998:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55643 00000100:00100000:2.0:1746126841.191005:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+45:3781:x1830946005732608:12345-192.168.202.29@tcp:44:dd.0 00000100:00080000:1.0:1746126841.191091:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1746126841.193832:0:7233:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991034 is committed 00000001:00080000:0.0:1746126841.193864:0:7233:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991032 is committed 00000020:00080000:0.0:1746126841.193901:0:7233:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008cf68840 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746126841.193906:0:7233:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880099067600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008cf68480 00000020:00080000:0.0:1746126841.193909:0:7233:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746126841.193911:0:7233:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880099067a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012bc5e600 00000020:00080000:0.0:1746126841.193913:0:7233:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000020:00080000:0.0:1746126841.193929:0:7233:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:1.0:1746126841.193985:0:7280:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00000004:00080000:1.0:1746126841.194059:0:7280:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88009907a3c0 with version 20 00000020:00080000:1.0:1746126841.194066:0:7280:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000100:00100000:3.0:1746126841.194082:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bb5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+23:3781:x1830946005732608:12345-192.168.202.29@tcp:44:dd.0 Request processed in 3074us (3865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126841.194092:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55643 00000020:00080000:1.0:1746126841.194092:0:7280:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1746126841.194099:0:7280:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000004:00080000:0.0:1746126841.194452:0:8793:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a56cbe40 version 20 rpc_version 20 00000020:00100000:0.0:1746126841.194474:0:8793:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746126841.194480:0:8793:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012bb5d500 x1830945997838080/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746126841.194497:0:8793:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bb5d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8793:1830945997838080:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126841.194541:0:8793:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746126841.194543:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194552:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194558:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194563:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194566:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194572:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194584:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880099067300) 00000100:00100000:0.0:1746126841.194585:0:8793:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68180 going to sleep for 11 seconds 00010000:00010000:2.0:1746126841.194587:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194591:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194595:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734b50b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194612:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194616:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194620:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194624:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5fe00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194626:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194631:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194637:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880099067f00) 00010000:00010000:2.0:1746126841.194651:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194653:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194658:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734b512 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194664:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194669:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194674:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194678:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009920ba00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194679:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194683:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194688:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880099067c00) 00010000:00010000:2.0:1746126841.194689:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194691:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194694:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009920ba00/0x63da90637734b519 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194702:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194706:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194711:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194714:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aefce00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194716:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194719:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194727:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800780da700) 00010000:00010000:2.0:1746126841.194729:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194731:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194734:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734b597 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9563 initiator: MDT0 00010000:00010000:2.0:1746126841.194742:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194745:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194749:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194752:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012de53600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194754:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194758:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194762:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800780dad00) 00010000:00010000:2.0:1746126841.194763:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194765:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194839:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de53600/0x63da90637734b65b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194849:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194854:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194858:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194862:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fc000 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194864:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194868:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194875:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88007dd6b300) 00010000:00010000:2.0:1746126841.194877:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194879:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194883:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fc000/0x63da90637734b6c4 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194895:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194899:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194902:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194905:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ce3c600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194907:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194912:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194917:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:2.0:1746126841.194918:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194920:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194924:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ce3c600/0x63da90637734b734 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.194931:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126841.194936:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126841.194940:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126841.194943:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fd400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194945:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126841.194949:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126841.194954:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88011fe8ef00) 00010000:00010000:2.0:1746126841.194956:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.194958:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126841.194962:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991fd400/0x63da90637734b765 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:2.0:1746126841.194972:0:3771:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.194977:0:3771:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.194981:0:3771:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.194984:0:3771:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0a400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126841.194987:0:3771:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.194991:0:3771:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.194997:0:3771:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88011fe8e200) 00010000:00010000:2.0:1746126841.194998:0:3771:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126841.195000:0:3771:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.195005:0:3771:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef0a400/0x63da90637734b829 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00000100:00100000:3.0:1746126841.195425:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997838080 00000100:00100000:3.0:1746126841.195432:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997838080 00000100:00100000:3.0:1746126841.195470:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1746126841.195475:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8793:x1830945997838080:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746126841.195580:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8793:x1830945997838080:12345-0@lo:1000:osp_up1-0.0 Request processed in 105us (1039us total) trans 4294967401 rc 0/0 00000100:00100000:3.0:1746126841.195585:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1746126841.195758:0:8793:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bb5d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8793:1830945997838080:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126841.198001:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.198098:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005732736 00000100:00100000:3.0:1746126841.198105:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005732736 00000100:00100000:3.0:1746126841.198164:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30656 00000100:00100000:3.0:1746126841.198170:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005732736:12345-192.168.202.29@tcp:16:dd.0 00000001:00080000:2.0:1746126841.201430:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970713 is committed 00000100:00100000:3.0:1746126841.201865:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005732736:12345-192.168.202.29@tcp:16:dd.0 Request processed in 3689us (3862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126841.201875:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30656 00000100:00100000:0.0:1746126841.208491:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.208650:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005732992 00000100:00100000:3.0:1746126841.208658:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005732992 00000100:00100000:3.0:1746126841.208709:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 205 00000100:00100000:3.0:1746126841.208716:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+16:3781:x1830946005732992:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:3.0:1746126841.209152:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+17:3781:x1830946005732992:12345-192.168.202.29@tcp:35:dd.0 Request processed in 435us (667us total) trans 4294991035 rc 0/0 00000100:00100000:3.0:1746126841.209158:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 205 00000100:00100000:0.0:1746126841.212233:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.212291:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005733248 00000100:00100000:3.0:1746126841.212299:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005733248 00000100:00100000:3.0:1746126841.212481:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 206 00000100:00100000:3.0:1746126841.212488:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+17:3781:x1830946005733248:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:3.0:1746126841.212698:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:3781:x1830946005733248:12345-192.168.202.29@tcp:35:dd.0 Request processed in 210us (470us total) trans 4294991036 rc 0/0 00000100:00100000:3.0:1746126841.212707:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 206 00000100:00100000:0.0:1746126841.224687:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.224784:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005733376 00000100:00100000:3.0:1746126841.224792:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005733376 00000100:00100000:3.0:1746126841.225118:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55644 00000100:00100000:3.0:1746126841.225145:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:3783:x1830946005733376:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746126841.225165:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126841.225181:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b9b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87b9 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.225226:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b9bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.225241:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b9bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.225249:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b9bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:3.0:1746126841.225323:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126841.225327:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126841.225340:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b9bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.225356:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b9b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b9 expref: 20 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.225375:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b9bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b9 expref: 19 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.225382:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126841.225385:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126841.225387:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a1a0e00, rc 0) 00000100:00100000:3.0:1746126841.225423:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+19:3783:x1830946005733376:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 298us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126841.225428:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55644 00000100:00100000:0.0:1746126841.231916:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.232009:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005733504 00000100:00100000:3.0:1746126841.232017:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005733504 00000100:00100000:3.0:1746126841.232055:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55645 00000100:00100000:3.0:1746126841.232061:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+19:3783:x1830946005733504:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746126841.232076:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126841.232091:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b9c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87c0 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.232159:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232169:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232177:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232188:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232192:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232196:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232256:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099094c00/0x63da90637734b9db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232263:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099094c00/0x63da90637734b9db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232268:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099094c00/0x63da90637734b9db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:3.0:1746126841.232295:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00000004:00200000:3.0:1746126841.232299:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126841.232311:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099094c00/0x63da90637734b9db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232318:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099094c00/0x63da90637734b9db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232325:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232330:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232334:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232339:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232344:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b074c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126841.232347:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232352:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232360:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126841.232363:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126841.232367:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232371:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b074c00/0x63da90637734b9cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232773:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232779:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232789:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232793:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b075c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126841.232795:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232799:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232806:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb700) 00010000:00010000:3.0:1746126841.232808:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126841.232810:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232814:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734b9d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.232841:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734b9c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87c0 expref: 21 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.232862:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099094c00/0x63da90637734b9db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87c0 expref: 20 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.232869:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:3.0:1746126841.232870:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126841.232872:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099094c00, rc 0) 00000100:00100000:3.0:1746126841.232930:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+20:3783:x1830946005733504:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 869us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126841.232936:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55645 00000100:00100000:0.0:1746126841.234540:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.234580:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.234595:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005733760 00000100:00100000:3.0:1746126841.234600:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005733760 00000100:00100000:3.0:1746126841.234626:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005733632 00000100:00100000:3.0:1746126841.234628:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005733632 00000100:00100000:3.0:1746126841.234658:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30657 00000100:00100000:2.0:1746126841.234663:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30658 00000100:00100000:3.0:1746126841.234664:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005733760:12345-192.168.202.29@tcp:101:checkstat.0 00000100:00100000:2.0:1746126841.234668:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005733632:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746126841.234675:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.234675:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126841.234685:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099834a00/0x63da90637734b9e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87ce expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.234685:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734b9e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87c7 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.234720:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997838336:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126841.234720:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997838208:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126841.234910:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126841.234931:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17e40 going to sleep for 11 seconds 00002000:00010000:2.0:1746126841.236162:0:11460:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746126841.236167:0:11460:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1746126841 00002000:00010000:2.0:1746126841.236169:0:11460:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1746126841 00002000:00010000:2.0:1746126841.236170:0:11460:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1746126841 00002000:00010000:2.0:1746126841.236171:0:11460:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746126841.236186:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11460:1830945997838208:192.168.202.29@tcp:106: 00010000:00010000:2.0:1746126841.236205:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734b9e2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87c7 expref: 8 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.236216:0:11460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b013800/0x63da90637734b9e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87c7 expref: 8 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.236239:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b013800, rc 0) 00000100:00100000:2.0:1746126841.236266:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005733632:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 1597us (1685us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126841.236273:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30658 00002000:00010000:3.0:1746126841.236472:0:9597:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746126841.236476:0:9597:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746126841 00002000:00010000:3.0:1746126841.236477:0:9597:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746126841 00002000:00010000:3.0:1746126841.236479:0:9597:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746126841 00002000:00010000:3.0:1746126841.236480:0:9597:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746126841.236490:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997838336:192.168.202.29@tcp:106: 00010000:00010000:3.0:1746126841.236504:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099834a00/0x63da90637734b9e9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ce expref: 19 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126841.236513:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099834a00/0x63da90637734b9e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ce expref: 19 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126841.236520:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099834a00, rc 0) 00000100:00100000:3.0:1746126841.236622:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005733760:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 1957us (2085us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126841.236628:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30657 00000100:00100000:0.0:1746126841.241619:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.241845:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005733888 00000100:00100000:3.0:1746126841.241852:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005733888 00000100:00100000:3.0:1746126841.241884:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55646 00000100:00100000:3.0:1746126841.241889:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:3784:x1830946005733888:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746126841.241905:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126841.241919:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099834e00/0x63da90637734b9f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87d5 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.241961:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.241971:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.241980:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:3.0:1746126841.242009:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126841.242012:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126841.242024:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.242039:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099834e00/0x63da90637734b9f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 16 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.242050:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 15 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.242056:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126841.242058:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126841.242060:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835e00, rc 0) 00000100:00100000:3.0:1746126841.242105:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+15:3784:x1830946005733888:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 215us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126841.242111:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55646 00000100:00100000:0.0:1746126841.253009:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.253345:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005734144 00000100:00100000:2.0:1746126841.253353:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005734144 00000100:00100000:2.0:1746126841.253403:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55647 00000100:00100000:2.0:1746126841.253409:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+20:3785:x1830946005734144:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126841.253426:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.253441:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f003600/0x63da90637734b9fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87dc expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.253518:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734ba05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.253527:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734ba05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.253536:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734ba05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:2.0:1746126841.253548:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746126841.253673:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f003600/0x63da90637734b9fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87dc expref: 23 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.254298:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0400/0x63da90637734ba05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87dc expref: 22 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.254305:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:2.0:1746126841.254308:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126841.254311:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a1a0400, rc 0) 00000100:00100000:2.0:1746126841.254357:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+22:3785:x1830946005734144:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 948us (1354us total) trans 4294991037 rc 0/0 00000100:00100000:2.0:1746126841.254363:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55647 00000100:00100000:0.0:1746126841.256542:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.256620:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005734400 00000100:00100000:2.0:1746126841.256626:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005734400 00000100:00100000:2.0:1746126841.256717:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55648 00000100:00100000:2.0:1746126841.256725:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+22:3785:x1830946005734400:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126841.256744:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.256757:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd08600/0x63da90637734ba13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87e3 expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.256830:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734ba1a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.256839:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734ba1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.256847:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734ba1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:2.0:1746126841.256855:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746126841.256920:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd08600/0x63da90637734ba13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87e3 expref: 25 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.256931:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734ba1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87e3 expref: 24 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.256936:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:2.0:1746126841.256939:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126841.256941:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ad400, rc 0) 00000100:00100000:2.0:1746126841.257524:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+24:3785:x1830946005734400:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 799us (984us total) trans 4294991038 rc 0/0 00000100:00100000:2.0:1746126841.257531:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55648 00000100:00100000:0.0:1746126841.260293:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.260329:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.260362:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.260452:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005734656 00000100:00100000:2.0:1746126841.260460:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005734656 00000100:00100000:2.0:1746126841.260501:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 971 00000100:00100000:3.0:1746126841.260502:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005734528 00000100:00100000:3.0:1746126841.260506:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005734528 00000100:00100000:2.0:1746126841.260508:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2028:x1830946005734656:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.260519:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126841.260535:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005734784 00000100:00100000:3.0:1746126841.260537:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005734784 00010000:00010000:2.0:1746126841.260539:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734ba1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87e3 expref: 24 pid: 21543 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.260551:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30659 00010000:00010000:2.0:1746126841.260551:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:2.0:1746126841.260555:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126841.260556:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005734528:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:3.0:1746126841.260567:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126841.260578:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734ba28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87ea expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.260586:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+23:2028:x1830946005734656:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 79us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.260592:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 971 00000100:00100000:2.0:1746126841.260611:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30660 00000100:00100000:3.0:1746126841.260614:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997838464:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126841.260615:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005734784:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126841.260622:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.260629:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991ada00/0x63da90637734ba2f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87f1 expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.260666:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.260666:0:11460:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997838592:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126841.260684:0:11460:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.263528:0:11460:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11460:1830945997838592:192.168.202.29@tcp:106: 00010000:00010000:2.0:1746126841.263554:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800991ada00/0x63da90637734ba2f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87f1 expref: 19 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.263571:0:11460:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991ada00/0x63da90637734ba2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87f1 expref: 19 pid: 11460 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.264425:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ada00, rc 0) 00000100:00100000:2.0:1746126841.264469:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2027:x1830946005734784:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 3851us (4104us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126841.264477:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30660 00000100:00100000:2.0:1746126841.265007:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098cbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997838464:192.168.202.29@tcp:106: 00010000:00010000:2.0:1746126841.265026:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734ba28 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ea expref: 8 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.265035:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099835000/0x63da90637734ba28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ea expref: 8 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.265042:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835000, rc 0) 00000100:00100000:2.0:1746126841.265689:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005734528:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 5131us (5358us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126841.265696:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30659 00000100:00100000:0.0:1746126841.277211:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.277252:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.277708:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005735040 00000100:00100000:1.0:1746126841.277716:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005735040 00002000:00100000:1.0:1746126841.277754:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88009ace5500 x1830946005735040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.277764:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946005735040 ext(0->2097151) 00002000:00010000:1.0:1746126841.277769:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ace5500 00000100:00100000:3.0:1746126841.277828:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005735296 00000100:00100000:3.0:1746126841.277833:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005735296 00000100:00100000:1.0:1746126841.277833:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14101 00000100:00100000:1.0:1746126841.277841:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005735040:12345-192.168.202.29@tcp:3:cmp.0 00002000:00100000:3.0:1746126841.277851:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x18:0x0] (0->2097151) req@ffff88009ace7480 x1830946005735296/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.277858:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7480 with x1830946005735296 ext(0->2097151) 00002000:00010000:3.0:1746126841.277861:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace7480 00000100:00100000:3.0:1746126841.277883:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14102 00000100:00100000:3.0:1746126841.277889:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005735296:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.297678:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005735296:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 19779us (20415us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.297690:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14102 00002000:00100000:3.0:1746126841.297701:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x18:0x0] (0->2097151) req@ffff88009ace7480 x1830946005735296/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.297709:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace7480 with x1830946005735296 ext(0->2097151) 00002000:00010000:3.0:1746126841.297714:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace7480 00000100:00100000:1.0:1746126841.298303:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+18:2029:x1830946005735040:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 20462us (21099us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126841.298310:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14101 00002000:00100000:1.0:1746126841.298315:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88009ace5500 x1830946005735040/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.298323:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5500 with x1830946005735040 ext(0->2097151) 00002000:00010000:1.0:1746126841.298327:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ace5500 00000100:00100000:0.0:1746126841.308262:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.308321:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005735424 00000100:00100000:2.0:1746126841.308329:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005735424 00000100:00100000:2.0:1746126841.308374:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30661 00000100:00100000:2.0:1746126841.308381:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:3785:x1830946005735424:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126841.308394:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.308407:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734ba36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87f8 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.308429:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 7 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.308435:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126841.308436:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126841.308439:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734ba36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87f8 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.308466:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 7 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.308475:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 7 pid: 11460 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126841.308484:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997838720:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126841.308573:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.311185:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997838720:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126841.311210:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734ba36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87f8 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.311222:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb00200, rc 0) 00000100:00100000:2.0:1746126841.311255:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3785:x1830946005735424:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 2874us (2999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.311262:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30661 00000100:00100000:0.0:1746126841.313320:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.313387:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005735552 00000100:00100000:1.0:1746126841.313394:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005735552 00002000:00100000:1.0:1746126841.313426:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88009ace4700 x1830946005735552/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.313436:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4700 with x1830946005735552 ext(12582912->13631487) 00010000:00010000:1.0:1746126841.313443:0:28822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 8 pid: 11460 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746126841.313455:0:28822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 8 pid: 11460 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746126841.313462:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace4700 00000100:00100000:1.0:1746126841.313490:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3124 00000100:00100000:1.0:1746126841.313496:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:282c81db-7eec-4a96-a690-249dab73b4e4+8:2027:x1830946005735552:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:1.0:1746126841.324728:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005735552:12345-192.168.202.29@tcp:4:dd.0 Request processed in 11222us (11402us total) trans 4294970714 rc 0/0 00000100:00100000:1.0:1746126841.324739:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3124 00002000:00100000:1.0:1746126841.324748:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88009ace4700 x1830946005735552/t4294970714(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/448 e 0 to 0 dl 1746126852 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.324756:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace4700 with x1830946005735552 ext(12582912->13631487) 00010000:00010000:1.0:1746126841.324764:0:28822:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 10 pid: 11460 timeout: 836 lvb_type: 0 00010000:00010000:1.0:1746126841.324777:0:28822:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 10 pid: 11460 timeout: 836 lvb_type: 0 00002000:00010000:1.0:1746126841.324782:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ace4700 00000100:00100000:0.0:1746126841.341519:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.341661:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005735680 00000100:00100000:2.0:1746126841.341673:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005735680 00010000:00010000:2.0:1746126841.341704:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 10 pid: 11460 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126841.341740:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18365 00000100:00100000:2.0:1746126841.341747:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005735680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.341760:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126841.341774:0:7239:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746126841.341780:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 10 pid: 11460 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126841.341791:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 10 pid: 11460 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126841.341810:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0dee00/0x63da90637734b861 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8796 expref: 10 pid: 11460 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126841.341837:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.341838:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.341843:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734ba36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87f8 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.341850:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734ba36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87f8 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.341874:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012fb00200/0x63da90637734ba36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87f8 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.341885:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997838848:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126841.341952:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.343285:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997838848:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126841.343300:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126841.343336:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005735680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1589us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.343346:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18365 00000100:00100000:0.0:1746126841.346364:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.346448:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005735936 00000100:00100000:1.0:1746126841.346456:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005735936 00002000:00100000:1.0:1746126841.346492:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1048575) req@ffff8801373bf480 x1830946005735936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.346502:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bf480 with x1830946005735936 ext(0->1048575) 00002000:00010000:1.0:1746126841.346506:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bf480 00000100:00100000:1.0:1746126841.346538:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14103 00000100:00100000:1.0:1746126841.346545:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005735936:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.351866:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005735936:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 5312us (5500us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126841.351879:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14103 00002000:00100000:1.0:1746126841.351888:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1048575) req@ffff8801373bf480 x1830946005735936/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.351897:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bf480 with x1830946005735936 ext(0->1048575) 00002000:00010000:1.0:1746126841.351902:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bf480 00000100:00100000:0.0:1746126841.356282:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.356414:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005736064 00000100:00100000:2.0:1746126841.356422:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005736064 00000100:00100000:2.0:1746126841.356467:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30662 00000100:00100000:2.0:1746126841.356474:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+18:3785:x1830946005736064:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126841.356487:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.356501:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fb01000/0x63da90637734ba3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff87ff expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.356523:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.356530:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126841.356532:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126841.356535:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb01000/0x63da90637734ba3d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ff expref: 19 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.356558:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 13 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.356568:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 13 pid: 9597 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126841.356579:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997838976:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126841.356665:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.357862:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997838976:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126841.357882:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fb01000/0x63da90637734ba3d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ff expref: 19 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.357892:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fb01000, rc 0) 00000100:00100000:2.0:1746126841.357913:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+19:3785:x1830946005736064:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 1439us (1637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.357919:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30662 00000100:00100000:0.0:1746126841.363543:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.363714:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005736192 00000100:00100000:2.0:1746126841.363721:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005736192 00010000:00010000:2.0:1746126841.363750:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 14 pid: 9597 timeout: 836 lvb_type: 0 00000100:00100000:2.0:1746126841.363782:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18366 00000100:00100000:2.0:1746126841.363789:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005736192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.363801:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126841.363881:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 14 pid: 9597 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126841.363892:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 14 pid: 9597 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126841.363911:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4de00/0x63da90637734b88b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ab expref: 14 pid: 9597 timeout: 836 lvb_type: 0 00010000:00010000:2.0:1746126841.363937:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.363938:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.363944:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fb01000/0x63da90637734ba3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ff expref: 18 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.363951:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fb01000/0x63da90637734ba3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ff expref: 18 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.363976:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fb01000/0x63da90637734ba3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87ff expref: 18 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.363987:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997839104:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126841.364064:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.366045:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997839104:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126841.366062:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126841.366092:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+13:2028:x1830946005736192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2304us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.366099:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18366 00000100:00100000:0.0:1746126841.372612:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.372672:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.372760:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005736448 00000100:00100000:3.0:1746126841.372769:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005736448 00002000:00100000:3.0:1746126841.372806:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8801373bc700 x1830946005736448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746126841.373072:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005736704 00000100:00100000:1.0:1746126841.373076:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005736704 00002000:00100000:1.0:1746126841.373094:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (1048576->2097151) req@ffff8801373bed80 x1830946005736704/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.373102:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bed80 with x1830946005736704 ext(1048576->2097151) 00002000:00010000:1.0:1746126841.373107:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bed80 00000100:00100000:1.0:1746126841.373170:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14104 00000100:00100000:1.0:1746126841.373177:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005736704:12345-192.168.202.29@tcp:3:cmp.0 00002000:00100000:3.0:1746126841.373333:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc700 with x1830946005736448 ext(0->2097151) 00002000:00010000:3.0:1746126841.373338:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801373bc700 00000100:00100000:3.0:1746126841.373353:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14105 00000100:00100000:3.0:1746126841.373359:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005736448:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.385330:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005736704:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12145us (12649us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126841.385341:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14104 00002000:00100000:1.0:1746126841.385350:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (1048576->2097151) req@ffff8801373bed80 x1830946005736704/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.385359:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bed80 with x1830946005736704 ext(1048576->2097151) 00002000:00010000:1.0:1746126841.385364:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bed80 00000100:00100000:3.0:1746126841.391774:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005736448:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 18408us (19162us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.391787:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14105 00002000:00100000:3.0:1746126841.391797:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8801373bc700 x1830946005736448/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.391806:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc700 with x1830946005736448 ext(0->2097151) 00002000:00010000:3.0:1746126841.391811:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801373bc700 00000100:00100000:0.0:1746126841.407343:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.407392:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.407416:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005736960 00000100:00100000:3.0:1746126841.407424:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005736960 00000100:00100000:1.0:1746126841.407444:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005737216 00000100:00100000:1.0:1746126841.407448:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005737216 00002000:00100000:3.0:1746126841.407464:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff8801373bf100 x1830946005736960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.407468:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->4194303) req@ffff8801373bc380 x1830946005737216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.407473:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bf100 with x1830946005736960 ext(2097152->4194303) 00002000:00010000:3.0:1746126841.407477:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801373bf100 00002000:00100000:1.0:1746126841.407481:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc380 with x1830946005737216 ext(2097152->4194303) 00002000:00010000:1.0:1746126841.407485:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bc380 00000100:00100000:3.0:1746126841.407508:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14106 00000100:00100000:1.0:1746126841.407516:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14107 00000100:00100000:1.0:1746126841.407522:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005737216:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.407525:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005736960:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.417353:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005737216:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9822us (9951us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126841.417363:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14107 00002000:00100000:1.0:1746126841.417373:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->4194303) req@ffff8801373bc380 x1830946005737216/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.417381:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bc380 with x1830946005737216 ext(2097152->4194303) 00002000:00010000:1.0:1746126841.417387:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bc380 00000100:00100000:3.0:1746126841.421507:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005736960:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13985us (14164us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.421515:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14106 00002000:00100000:3.0:1746126841.421524:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff8801373bf100 x1830946005736960/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.421530:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bf100 with x1830946005736960 ext(2097152->4194303) 00002000:00010000:3.0:1746126841.421534:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801373bf100 00000100:00100000:0.0:1746126841.433027:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.433080:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.433161:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005737728 00000100:00100000:1.0:1746126841.433161:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005737600 00000100:00100000:3.0:1746126841.433168:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005737728 00000100:00100000:1.0:1746126841.433168:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005737600 00002000:00100000:3.0:1746126841.433204:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8801373bce00 x1830946005737728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.433204:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8801373bd180 x1830946005737600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.433212:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bd180 with x1830946005737600 ext(2097152->4194303) 00002000:00010000:1.0:1746126841.433216:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bd180 00002000:00100000:3.0:1746126841.433218:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bce00 with x1830946005737728 ext(2097152->4194303) 00002000:00010000:3.0:1746126841.433221:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801373bce00 00000100:00100000:1.0:1746126841.433320:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14108 00000100:00100000:3.0:1746126841.433326:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14109 00000100:00100000:1.0:1746126841.433327:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005737600:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.433332:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005737728:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.443968:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005737600:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 10635us (10941us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126841.443977:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14108 00002000:00100000:1.0:1746126841.443988:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8801373bd180 x1830946005737600/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.443997:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bd180 with x1830946005737600 ext(2097152->4194303) 00002000:00010000:1.0:1746126841.444002:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801373bd180 00000100:00100000:3.0:1746126841.446487:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005737728:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13148us (13399us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.446496:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14109 00002000:00100000:3.0:1746126841.446505:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8801373bce00 x1830946005737728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.446512:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801373bce00 with x1830946005737728 ext(2097152->4194303) 00002000:00010000:3.0:1746126841.446517:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801373bce00 00000100:00100000:0.0:1746126841.455377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.455425:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.455518:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005737984 00000100:00100000:1.0:1746126841.455518:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005738240 00000100:00100000:3.0:1746126841.455525:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005737984 00000100:00100000:1.0:1746126841.455525:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005738240 00002000:00100000:3.0:1746126841.455560:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff880132030000 x1830946005737984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.455560:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->6291455) req@ffff880132030380 x1830946005738240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.455569:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030000 with x1830946005737984 ext(4194304->6291455) 00002000:00100000:1.0:1746126841.455569:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030380 with x1830946005738240 ext(4194304->6291455) 00002000:00010000:3.0:1746126841.455574:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132030000 00002000:00010000:1.0:1746126841.455574:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132030380 00000100:00100000:3.0:1746126841.455649:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14110 00000100:00100000:3.0:1746126841.455657:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132030000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005737984:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.455774:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14111 00000100:00100000:1.0:1746126841.455780:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132030380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005738240:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.466786:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132030000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005737984:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11121us (11408us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.466797:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14110 00002000:00100000:3.0:1746126841.466809:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff880132030000 x1830946005737984/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.466817:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030000 with x1830946005737984 ext(4194304->6291455) 00002000:00010000:3.0:1746126841.466822:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132030000 00000100:00100000:1.0:1746126841.469052:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132030380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005738240:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13266us (13620us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126841.469062:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14111 00002000:00100000:1.0:1746126841.469070:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->6291455) req@ffff880132030380 x1830946005738240/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.469080:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030380 with x1830946005738240 ext(4194304->6291455) 00002000:00010000:1.0:1746126841.469084:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132030380 00000100:00100000:0.0:1746126841.472318:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.472409:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005738496 00000100:00100000:1.0:1746126841.472417:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005738496 00002000:00100000:1.0:1746126841.472453:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff880132030700 x1830946005738496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.472461:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030700 with x1830946005738496 ext(6291456->7340031) 00002000:00010000:1.0:1746126841.472466:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132030700 00000100:00100000:1.0:1746126841.472550:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14112 00000100:00100000:1.0:1746126841.472557:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132030700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005738496:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.474423:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.475086:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005738752 00000100:00100000:0.0:1746126841.475092:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005738752 00002000:00100000:0.0:1746126841.475118:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff880098cbf100 x1830946005738752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.475143:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf100 with x1830946005738752 ext(6291456->7340031) 00002000:00010000:0.0:1746126841.475147:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbf100 00000100:00100000:0.0:1746126841.475163:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14113 00000100:00100000:0.0:1746126841.475169:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005738752:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.477146:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.477194:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005739008 00000100:00100000:2.0:1746126841.477200:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005739008 00002000:00100000:2.0:1746126841.477227:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff880132030a80 x1830946005739008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.477237:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030a80 with x1830946005739008 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.477241:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132030a80 00000100:00100000:2.0:1746126841.477272:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14114 00000100:00100000:2.0:1746126841.477278:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132030a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005739008:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.479615:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.479699:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005739264 00000100:00100000:2.0:1746126841.479705:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005739264 00002000:00100000:2.0:1746126841.479739:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff880132030e00 x1830946005739264/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.479750:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030e00 with x1830946005739264 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.479755:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132030e00 00000100:00100000:2.0:1746126841.479783:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14115 00000100:00100000:2.0:1746126841.479790:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132030e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005739264:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.482183:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132030700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005738496:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9618us (9865us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126841.483112:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14112 00002000:00100000:1.0:1746126841.483123:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff880132030700 x1830946005738496/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.483154:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030700 with x1830946005738496 ext(6291456->7340031) 00002000:00010000:1.0:1746126841.483161:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132030700 00000100:00100000:2.0:1746126841.486249:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005738752:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11071us (11820us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.486260:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14113 00002000:00100000:2.0:1746126841.486270:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff880098cbf100 x1830946005738752/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.486279:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbf100 with x1830946005738752 ext(6291456->7340031) 00002000:00010000:2.0:1746126841.486285:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbf100 00000100:00100000:2.0:1746126841.488508:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132030a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005739008:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11221us (11358us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.488517:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14114 00002000:00100000:2.0:1746126841.488525:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff880132030a80 x1830946005739008/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.488533:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030a80 with x1830946005739008 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.488537:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132030a80 00000100:00100000:2.0:1746126841.491296:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132030e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005739264:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11498us (11680us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.491306:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14115 00002000:00100000:2.0:1746126841.491356:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff880132030e00 x1830946005739264/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.491366:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132030e00 with x1830946005739264 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.491370:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132030e00 00000100:00100000:0.0:1746126841.495589:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.495654:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.495735:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005739520 00000100:00100000:2.0:1746126841.495743:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005739520 00002000:00100000:2.0:1746126841.495779:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880132031180 x1830946005739520/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746126841.495785:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005739776 00002000:00100000:2.0:1746126841.495788:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031180 with x1830946005739520 ext(4194304->6291455) 00000100:00100000:3.0:1746126841.495789:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005739776 00002000:00010000:2.0:1746126841.495792:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132031180 00002000:00100000:3.0:1746126841.495809:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880132031500 x1830946005739776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126841.495809:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14116 00000100:00100000:2.0:1746126841.495815:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132031180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005739520:12345-192.168.202.29@tcp:3:cmp.0 00002000:00100000:3.0:1746126841.495816:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031500 with x1830946005739776 ext(4194304->6291455) 00002000:00010000:3.0:1746126841.495819:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132031500 00000100:00100000:3.0:1746126841.495884:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14117 00000100:00100000:3.0:1746126841.495889:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132031500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005739776:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.503652:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132031180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005739520:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 7817us (8048us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126841.503662:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14116 00002000:00100000:2.0:1746126841.503672:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880132031180 x1830946005739520/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.503680:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031180 with x1830946005739520 ext(4194304->6291455) 00002000:00010000:2.0:1746126841.503685:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132031180 00000100:00100000:3.0:1746126841.506987:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132031500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005739776:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11089us (11323us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.506997:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14117 00002000:00100000:3.0:1746126841.507007:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880132031500 x1830946005739776/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.507015:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031500 with x1830946005739776 ext(4194304->6291455) 00002000:00010000:3.0:1746126841.507020:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132031500 00010000:00010000:2.0:1746126841.508389:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126841.508600:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.508947:0:27153:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005740032 00000100:00100000:3.0:1746126841.508954:0:27153:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005740032 00002000:00100000:3.0:1746126841.508987:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880132031880 x1830946005740032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.509002:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031880 with x1830946005740032 ext(6291456->7340031) 00002000:00010000:3.0:1746126841.509005:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132031880 00000100:00100000:3.0:1746126841.509032:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14118 00000100:00100000:3.0:1746126841.509039:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005740032:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.509915:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.509982:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005740288 00000100:00100000:2.0:1746126841.509986:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005740288 00002000:00100000:2.0:1746126841.510006:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880132031c00 x1830946005740288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.510013:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031c00 with x1830946005740288 ext(6291456->7340031) 00002000:00010000:2.0:1746126841.510017:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132031c00 00000100:00100000:2.0:1746126841.510030:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14119 00000100:00100000:2.0:1746126841.510035:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132031c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005740288:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.511275:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.511398:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005740544 00000100:00100000:2.0:1746126841.511403:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005740544 00002000:00100000:2.0:1746126841.511423:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880132031f80 x1830946005740544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.511431:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031f80 with x1830946005740544 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.511434:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132031f80 00000100:00100000:0.0:1746126841.511516:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14120 00000100:00100000:0.0:1746126841.511523:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132031f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946005740544:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.515216:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.515374:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005740800 00000100:00100000:2.0:1746126841.515381:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005740800 00002000:00100000:2.0:1746126841.515414:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880132032300 x1830946005740800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.515422:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032300 with x1830946005740800 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.515426:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132032300 00000100:00100000:2.0:1746126841.515457:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14121 00000100:00100000:2.0:1746126841.515466:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132032300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005740800:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.518475:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946005740032:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9428us (9870us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.518484:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14118 00002000:00100000:3.0:1746126841.518495:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880132031880 x1830946005740032/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.518503:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031880 with x1830946005740032 ext(6291456->7340031) 00002000:00010000:3.0:1746126841.518508:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132031880 00000100:00100000:2.0:1746126841.520152:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132031c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005740288:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 10090us (10212us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.520161:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14119 00002000:00100000:2.0:1746126841.520169:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880132031c00 x1830946005740288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.520177:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031c00 with x1830946005740288 ext(6291456->7340031) 00002000:00010000:2.0:1746126841.520181:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132031c00 00000100:00100000:2.0:1746126841.524291:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132031f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005740544:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12757us (13007us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.524301:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14120 00002000:00100000:2.0:1746126841.524312:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880132031f80 x1830946005740544/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.524321:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132031f80 with x1830946005740544 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.524325:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132031f80 00000100:00100000:3.0:1746126841.524388:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132032300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005740800:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 8923us (9176us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.524393:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14121 00002000:00100000:3.0:1746126841.524398:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880132032300 x1830946005740800/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.524404:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032300 with x1830946005740800 ext(7340032->8388607) 00002000:00010000:3.0:1746126841.524407:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132032300 00000100:00100000:0.0:1746126841.539932:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.539981:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.540070:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005741184 00000100:00100000:3.0:1746126841.540078:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005741184 00002000:00100000:3.0:1746126841.540120:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff880132032680 x1830946005741184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.540162:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032680 with x1830946005741184 ext(8388608->10485759) 00000100:00100000:2.0:1746126841.540162:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005741312 00000100:00100000:2.0:1746126841.540165:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005741312 00002000:00010000:3.0:1746126841.540167:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132032680 00002000:00100000:2.0:1746126841.540182:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->10485759) req@ffff880132032a00 x1830946005741312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746126841.540187:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14122 00002000:00100000:2.0:1746126841.540189:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032a00 with x1830946005741312 ext(8388608->10485759) 00002000:00010000:2.0:1746126841.540191:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132032a00 00000100:00100000:3.0:1746126841.540194:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005741184:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.540201:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14123 00000100:00100000:2.0:1746126841.540204:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132032a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005741312:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.551188:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132032a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005741312:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 10973us (11197us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126841.551198:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14123 00002000:00100000:2.0:1746126841.551207:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->10485759) req@ffff880132032a00 x1830946005741312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.551217:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032a00 with x1830946005741312 ext(8388608->10485759) 00002000:00010000:2.0:1746126841.551222:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132032a00 00000100:00100000:3.0:1746126841.554176:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005741184:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13974us (14243us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.554186:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14122 00002000:00100000:3.0:1746126841.554195:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff880132032680 x1830946005741184/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.554203:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032680 with x1830946005741184 ext(8388608->10485759) 00002000:00010000:3.0:1746126841.554207:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132032680 00000100:00100000:0.0:1746126841.561721:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.561761:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.561890:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005741568 00000100:00100000:2.0:1746126841.561897:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005741568 00002000:00100000:2.0:1746126841.561937:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880132032d80 x1830946005741568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.561946:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032d80 with x1830946005741568 ext(10485760->11534335) 00002000:00010000:2.0:1746126841.561951:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132032d80 00000100:00100000:2.0:1746126841.561964:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005741824 00000100:00100000:2.0:1746126841.561966:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005741824 00002000:00100000:2.0:1746126841.561975:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff880132033100 x1830946005741824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.561981:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033100 with x1830946005741824 ext(10485760->11534335) 00002000:00010000:2.0:1746126841.561984:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132033100 00000100:00100000:2.0:1746126841.562009:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14124 00000100:00100000:2.0:1746126841.562015:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132032d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005741568:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.562796:0:27153:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14125 00000100:00100000:0.0:1746126841.562804:0:27153:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132033100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005741824:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.563698:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.563739:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.563793:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005742080 00000100:00100000:0.0:1746126841.563798:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005742080 00000100:00100000:3.0:1746126841.563803:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005742336 00000100:00100000:3.0:1746126841.563805:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005742336 00002000:00100000:3.0:1746126841.563823:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff88007dd97100 x1830946005742336/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.563823:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88007dd96680 x1830946005742080/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.563832:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97100 with x1830946005742336 ext(11534336->12582911) 00002000:00100000:0.0:1746126841.563832:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96680 with x1830946005742080 ext(11534336->12582911) 00002000:00010000:3.0:1746126841.563835:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd97100 00002000:00010000:0.0:1746126841.563835:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dd96680 00000100:00100000:0.0:1746126841.563857:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14126 00000100:00100000:0.0:1746126841.563862:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005742336:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.563892:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14127 00000100:00100000:3.0:1746126841.563897:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005742080:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.567685:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132032d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005741568:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 5661us (5961us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.567694:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14124 00002000:00100000:2.0:1746126841.567703:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff880132032d80 x1830946005741568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.567712:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132032d80 with x1830946005741568 ext(10485760->11534335) 00002000:00010000:2.0:1746126841.567717:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132032d80 00000100:00100000:0.0:1746126841.570355:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.570603:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005742592 00000100:00100000:2.0:1746126841.570613:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005742592 00002000:00100000:2.0:1746126841.570656:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880132033480 x1830946005742592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.570665:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033480 with x1830946005742592 ext(12582912->13631487) 00002000:00010000:2.0:1746126841.570670:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132033480 00000100:00100000:2.0:1746126841.570702:0:28822:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14128 00000100:00100000:2.0:1746126841.570708:0:28822:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132033480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2028:x1830946005742592:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.573483:0:27153:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132033100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005741824:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 10670us (11710us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126841.573494:0:27153:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14125 00002000:00100000:0.0:1746126841.573503:0:27153:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff880132033100 x1830946005741824/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.573512:0:27153:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033100 with x1830946005741824 ext(10485760->11534335) 00002000:00010000:0.0:1746126841.573517:0:27153:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132033100 00000100:00100000:0.0:1746126841.581305:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005742336:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17432us (17556us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126841.581316:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14126 00002000:00100000:0.0:1746126841.581325:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff88007dd97100 x1830946005742336/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.581343:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd97100 with x1830946005742336 ext(11534336->12582911) 00002000:00010000:0.0:1746126841.581349:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dd97100 00000100:00100000:3.0:1746126841.583512:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2027:x1830946005742080:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 19606us (19807us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.583522:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14127 00002000:00100000:3.0:1746126841.583532:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88007dd96680 x1830946005742080/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.583544:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96680 with x1830946005742080 ext(11534336->12582911) 00002000:00010000:3.0:1746126841.583549:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dd96680 00000100:00100000:2.0:1746126841.584169:0:28822:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132033480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005742592:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13459us (13818us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.584176:0:28822:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14128 00002000:00100000:2.0:1746126841.584183:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff880132033480 x1830946005742592/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.584191:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033480 with x1830946005742592 ext(12582912->13631487) 00002000:00010000:2.0:1746126841.584194:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132033480 00000100:00100000:0.0:1746126841.584563:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.584618:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.584684:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005742976 00000100:00100000:2.0:1746126841.584690:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005742976 00002000:00100000:2.0:1746126841.584714:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880132033800 x1830946005742976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.584721:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033800 with x1830946005742976 ext(8388608->10485759) 00002000:00010000:2.0:1746126841.584723:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132033800 00000100:00100000:2.0:1746126841.584733:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005743104 00000100:00100000:2.0:1746126841.584735:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005743104 00002000:00100000:2.0:1746126841.584776:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff880132033b80 x1830946005743104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.584783:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033b80 with x1830946005743104 ext(8388608->10485759) 00002000:00010000:2.0:1746126841.584785:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132033b80 00000100:00100000:2.0:1746126841.584807:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14129 00000100:00100000:2.0:1746126841.584813:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132033800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005742976:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.585356:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14130 00000100:00100000:0.0:1746126841.585363:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005743104:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.595297:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132033800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005742976:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 10474us (10724us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746126841.595306:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14129 00002000:00100000:0.0:1746126841.595315:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880132033800 x1830946005742976/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.595325:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033800 with x1830946005742976 ext(8388608->10485759) 00002000:00010000:0.0:1746126841.595330:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132033800 00000100:00100000:0.0:1746126841.597030:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005743104:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11663us (12407us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746126841.597038:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14130 00002000:00100000:0.0:1746126841.597045:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff880132033b80 x1830946005743104/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.597052:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132033b80 with x1830946005743104 ext(8388608->10485759) 00002000:00010000:0.0:1746126841.597056:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132033b80 00000100:00100000:3.0:1746126841.606995:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.607025:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.607048:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.607061:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.607100:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.607119:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005743360 00000100:00100000:3.0:1746126841.607121:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005743616 00000100:00100000:3.0:1746126841.607142:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005743616 00000100:00100000:0.0:1746126841.607142:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005743360 00002000:00100000:0.0:1746126841.607182:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff880098cbc700 x1830946005743360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.607190:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc700 with x1830946005743360 ext(10485760->11534335) 00002000:00010000:0.0:1746126841.607194:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbc700 00000100:00100000:1.0:1746126841.607202:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005743872 00000100:00100000:1.0:1746126841.607205:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005743872 00000100:00100000:0.0:1746126841.607216:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005744128 00000100:00100000:0.0:1746126841.607218:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005744128 00000100:00100000:2.0:1746126841.607246:0:28822:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005744384 00000100:00100000:2.0:1746126841.607249:0:28822:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005744384 00002000:00100000:3.0:1746126841.607286:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880098cbce00 x1830946005743616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.607294:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbce00 with x1830946005743616 ext(10485760->11534335) 00002000:00010000:3.0:1746126841.607298:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098cbce00 00000100:00100000:3.0:1746126841.607315:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14131 00000100:00100000:3.0:1746126841.607321:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946005743360:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.607910:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14132 00000100:00100000:3.0:1746126841.607916:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2030:x1830946005743616:12345-192.168.202.29@tcp:3:cmp.0 00002000:00100000:1.0:1746126841.608671:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880098cbd880 x1830946005743872/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.608671:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880098cbca80 x1830946005744128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.608680:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946005743872 ext(11534336->12582911) 00002000:00100000:0.0:1746126841.608680:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbca80 with x1830946005744128 ext(11534336->12582911) 00002000:00010000:1.0:1746126841.608683:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbd880 00002000:00010000:0.0:1746126841.608683:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098cbca80 00002000:00100000:2.0:1746126841.608708:0:28822:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff880094034000 x1830946005744384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.608714:0:28822:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034000 with x1830946005744384 ext(12582912->13631487) 00002000:00010000:2.0:1746126841.608717:0:28822:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094034000 00000100:00100000:1.0:1746126841.608744:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14133 00000100:00100000:0.0:1746126841.608749:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14134 00000100:00100000:1.0:1746126841.608751:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005744128:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.608756:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2030:x1830946005743872:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126841.609434:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14135 00000100:00100000:1.0:1746126841.609441:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2029:x1830946005744384:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.619990:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2029:x1830946005743360:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12660us (12995us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.620038:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14131 00002000:00100000:2.0:1746126841.620049:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff880098cbc700 x1830946005743360/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.620057:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbc700 with x1830946005743360 ext(10485760->11534335) 00002000:00010000:2.0:1746126841.620062:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbc700 00000100:00100000:0.0:1746126841.621649:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+21:2030:x1830946005743616:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13714us (14604us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126841.621659:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14132 00002000:00100000:0.0:1746126841.621667:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880098cbce00 x1830946005743616/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.621674:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbce00 with x1830946005743616 ext(10485760->11534335) 00002000:00010000:0.0:1746126841.621677:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098cbce00 00000100:00100000:1.0:1746126841.622916:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005744128:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 14163us (15850us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126841.622924:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14133 00002000:00100000:1.0:1746126841.622932:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880098cbca80 x1830946005744128/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.622939:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbca80 with x1830946005744128 ext(11534336->12582911) 00002000:00010000:1.0:1746126841.622942:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098cbca80 00000100:00100000:2.0:1746126841.625994:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098cbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005743872:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17230us (18935us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.626005:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14134 00002000:00100000:2.0:1746126841.626015:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880098cbd880 x1830946005743872/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.626025:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098cbd880 with x1830946005743872 ext(11534336->12582911) 00002000:00010000:2.0:1746126841.626031:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098cbd880 00000100:00100000:1.0:1746126841.626536:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005744384:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17093us (19432us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126841.626542:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14135 00002000:00100000:1.0:1746126841.626548:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff880094034000 x1830946005744384/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.626556:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034000 with x1830946005744384 ext(12582912->13631487) 00002000:00010000:1.0:1746126841.626559:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094034000 00000100:00100000:3.0:1746126841.635308:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.635463:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005744640 00000100:00100000:1.0:1746126841.635470:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005744640 00000100:00100000:1.0:1746126841.635507:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 207 00000100:00100000:1.0:1746126841.635513:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880071b22450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+23:3785:x1830946005744640:12345-192.168.202.29@tcp:35:cmp.0 00000100:00100000:1.0:1746126841.636548:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880071b22450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+24:3785:x1830946005744640:12345-192.168.202.29@tcp:35:cmp.0 Request processed in 1031us (1243us total) trans 4294991039 rc 0/0 00000100:00100000:1.0:1746126841.636555:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 207 00000100:00100000:0.0:1746126841.643778:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.643878:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005744896 00000100:00100000:3.0:1746126841.643887:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005744896 00000100:00100000:3.0:1746126841.643927:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55649 00000100:00100000:3.0:1746126841.643935:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+15:3786:x1830946005744896:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:3.0:1746126841.643951:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126841.643966:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734ba44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8806 expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.644046:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734ba4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.644058:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734ba4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.644067:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734ba4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:3.0:1746126841.644075:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:3.0:1746126841.644179:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d400/0x63da90637734ba44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8806 expref: 18 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.644210:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734ba4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8806 expref: 17 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.644218:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:3.0:1746126841.644220:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126841.644223:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:3.0:1746126841.644270:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+17:3786:x1830946005744896:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 335us (498us total) trans 4294991040 rc 0/0 00000100:00100000:3.0:1746126841.644276:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55649 00000100:00100000:3.0:1746126841.648195:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.648248:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.648331:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005745152 00000100:00100000:1.0:1746126841.648339:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005745152 00000100:00100000:1.0:1746126841.648374:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55650 00000100:00100000:1.0:1746126841.648380:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+17:3786:x1830946005745152:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:1.0:1746126841.648402:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.648417:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd200/0x63da90637734ba59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff880d expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.648450:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005745280 00000100:00100000:2.0:1746126841.648455:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005745280 00000100:00100000:2.0:1746126841.648482:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 972 00000100:00100000:2.0:1746126841.648487:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+19:2030:x1830946005745280:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.648495:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126841.648498:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734ba60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.648509:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734ba60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126841.648510:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734ba4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8806 expref: 19 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.648517:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734ba60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:1.0:1746126841.648525:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746126841.648527:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:2.0:1746126841.648531:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126841.648565:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+19:2030:x1830946005745280:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 77us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.648571:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 972 00010000:00010000:1.0:1746126841.648603:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefd200/0x63da90637734ba59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff880d expref: 19 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.648619:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734ba60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff880d expref: 18 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.648625:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:1.0:1746126841.648627:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126841.648629:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aefce00, rc 0) 00000100:00100000:1.0:1746126841.648667:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+18:3786:x1830946005745152:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 286us (478us total) trans 4294991041 rc 0/0 00000100:00100000:1.0:1746126841.648672:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55650 00000100:00100000:3.0:1746126841.652245:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.652359:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005745536 00000100:00100000:2.0:1746126841.652367:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005745536 00000100:00100000:2.0:1746126841.652404:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 973 00000100:00100000:2.0:1746126841.652409:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+18:2029:x1830946005745536:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.652421:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126841.652440:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009aefce00/0x63da90637734ba60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff880d expref: 18 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.652453:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:2.0:1746126841.652456:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126841.652494:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+17:2029:x1830946005745536:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 84us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.652500:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 973 00000100:00100000:2.0:1746126841.652574:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.652589:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005745408 00000100:00100000:2.0:1746126841.652592:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005745408 00000100:00100000:2.0:1746126841.652608:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30663 00000100:00100000:2.0:1746126841.652612:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2028:x1830946005745408:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126841.652623:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.652633:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0df000/0x63da90637734ba6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8814 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.652662:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.652663:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.652669:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0df000/0x63da90637734ba6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8814 expref: 10 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.652680:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0df000/0x63da90637734ba6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8814 expref: 10 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.652688:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0df000, rc 0) 00000100:00100000:2.0:1746126841.652703:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005745408:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 91us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.652707:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30663 00000100:00100000:2.0:1746126841.652763:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.652775:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005745664 00000100:00100000:2.0:1746126841.652777:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005745664 00000100:00100000:2.0:1746126841.652793:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30664 00000100:00100000:2.0:1746126841.652797:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+13:2028:x1830946005745664:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126841.652803:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.652811:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f0df200/0x63da90637734ba75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff881b expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.652821:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.652822:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.652825:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0df200/0x63da90637734ba75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff881b expref: 14 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.652834:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f0df200/0x63da90637734ba75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff881b expref: 14 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126841.652840:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0df200, rc 0) 00000100:00100000:2.0:1746126841.652851:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005745664:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 54us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.652855:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30664 00000100:00100000:0.0:1746126841.665885:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.665931:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.666655:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005745920 00000100:00100000:1.0:1746126841.666663:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005745920 00000100:00100000:2.0:1746126841.666694:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005746176 00000100:00100000:2.0:1746126841.666699:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005746176 00002000:00100000:1.0:1746126841.666704:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff880132034380 x1830946005745920/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.666718:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880132034700 x1830946005746176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.666719:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034380 with x1830946005745920 ext(0->2097151) 00002000:00010000:1.0:1746126841.666723:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132034380 00002000:00100000:2.0:1746126841.666726:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034700 with x1830946005746176 ext(0->2097151) 00002000:00010000:2.0:1746126841.666730:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132034700 00000100:00100000:2.0:1746126841.666758:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14136 00000100:00100000:2.0:1746126841.666765:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005745920:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.666778:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14137 00000100:00100000:0.0:1746126841.666785:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005746176:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.681682:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005746176:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 14888us (15740us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746126841.681693:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14137 00002000:00100000:0.0:1746126841.681703:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880132034700 x1830946005746176/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126841.681712:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034700 with x1830946005746176 ext(0->2097151) 00002000:00010000:0.0:1746126841.681717:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132034700 00000100:00100000:2.0:1746126841.681862:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005745920:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 15096us (15982us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126841.681869:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14136 00002000:00100000:2.0:1746126841.681874:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff880132034380 x1830946005745920/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.681882:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034380 with x1830946005745920 ext(0->2097151) 00002000:00010000:2.0:1746126841.681885:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132034380 00000100:00100000:3.0:1746126841.705435:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.705517:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005746560 00000100:00100000:2.0:1746126841.705525:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005746560 00002000:00100000:2.0:1746126841.705567:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff880094034a80 x1830946005746560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.705576:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034a80 with x1830946005746560 ext(2097152->4194303) 00002000:00010000:2.0:1746126841.705580:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094034a80 00000100:00100000:2.0:1746126841.705609:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14138 00000100:00100000:2.0:1746126841.705616:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005746560:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.706170:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.706579:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005746688 00000100:00100000:1.0:1746126841.706584:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005746688 00002000:00100000:1.0:1746126841.706604:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880132034a80 x1830946005746688/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.706612:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034a80 with x1830946005746688 ext(2097152->4194303) 00002000:00010000:1.0:1746126841.706615:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132034a80 00000100:00100000:1.0:1746126841.706628:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14139 00000100:00100000:1.0:1746126841.706645:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005746688:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.724022:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005746560:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 18398us (18587us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126841.724032:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14138 00002000:00100000:2.0:1746126841.724047:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff880094034a80 x1830946005746560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.724056:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034a80 with x1830946005746560 ext(2097152->4194303) 00002000:00010000:2.0:1746126841.724061:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094034a80 00000100:00100000:1.0:1746126841.728542:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005746688:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 21895us (22361us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126841.728552:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14139 00002000:00100000:1.0:1746126841.728562:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880132034a80 x1830946005746688/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.728571:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034a80 with x1830946005746688 ext(2097152->4194303) 00002000:00010000:1.0:1746126841.728576:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132034a80 00000100:00100000:0.0:1746126841.743043:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.743091:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.743170:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005747072 00000100:00100000:1.0:1746126841.743171:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005747200 00000100:00100000:2.0:1746126841.743178:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005747072 00000100:00100000:1.0:1746126841.743178:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005747200 00002000:00100000:2.0:1746126841.743215:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880132034e00 x1830946005747072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.743215:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880132035180 x1830946005747200/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.743224:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034e00 with x1830946005747072 ext(4194304->6291455) 00002000:00100000:1.0:1746126841.743224:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035180 with x1830946005747200 ext(4194304->6291455) 00002000:00010000:2.0:1746126841.743228:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132034e00 00002000:00010000:1.0:1746126841.743228:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132035180 00000100:00100000:2.0:1746126841.743260:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14140 00000100:00100000:2.0:1746126841.743267:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005747072:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.743340:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14141 00000100:00100000:3.0:1746126841.743347:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005747200:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126841.756764:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005747200:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13409us (13663us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.756775:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14141 00002000:00100000:3.0:1746126841.756784:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880132035180 x1830946005747200/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.756793:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035180 with x1830946005747200 ext(4194304->6291455) 00002000:00010000:3.0:1746126841.756798:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132035180 00000100:00100000:2.0:1746126841.758225:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005747072:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 14954us (15184us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126841.758234:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14140 00002000:00100000:2.0:1746126841.758240:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880132034e00 x1830946005747072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.758248:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132034e00 with x1830946005747072 ext(4194304->6291455) 00002000:00010000:2.0:1746126841.758790:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132034e00 00000100:00100000:0.0:1746126841.764231:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.764281:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.764363:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005747456 00000100:00100000:3.0:1746126841.764371:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005747456 00002000:00100000:3.0:1746126841.764409:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880132035500 x1830946005747456/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.764418:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035500 with x1830946005747456 ext(6291456->7340031) 00002000:00010000:3.0:1746126841.764423:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132035500 00000100:00100000:3.0:1746126841.764436:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005747712 00000100:00100000:3.0:1746126841.764438:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005747712 00002000:00100000:3.0:1746126841.764450:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880132035880 x1830946005747712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.764457:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035880 with x1830946005747712 ext(6291456->7340031) 00002000:00010000:3.0:1746126841.764459:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132035880 00000100:00100000:3.0:1746126841.764485:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14142 00000100:00100000:3.0:1746126841.764495:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+10:2030:x1830946005747456:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.764578:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14143 00000100:00100000:0.0:1746126841.764584:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005747712:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.765181:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.765652:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005747968 00000100:00100000:2.0:1746126841.765657:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005747968 00002000:00100000:2.0:1746126841.765679:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880132035c00 x1830946005747968/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.765687:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035c00 with x1830946005747968 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.765690:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132035c00 00000100:00100000:2.0:1746126841.765723:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14144 00000100:00100000:2.0:1746126841.765728:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+11:2029:x1830946005747968:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.768560:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.770070:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005748224 00000100:00100000:1.0:1746126841.770082:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005748224 00002000:00100000:1.0:1746126841.770121:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880132035f80 x1830946005748224/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126841.770146:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035f80 with x1830946005748224 ext(7340032->8388607) 00002000:00010000:1.0:1746126841.770152:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132035f80 00000100:00100000:1.0:1746126841.770183:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14145 00000100:00100000:1.0:1746126841.770191:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+16:2030:x1830946005748224:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.778042:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+16:2030:x1830946005747712:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13447us (13749us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.778052:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14143 00002000:00100000:2.0:1746126841.778060:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880132035880 x1830946005747712/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.778068:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035880 with x1830946005747712 ext(6291456->7340031) 00002000:00010000:2.0:1746126841.778073:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132035880 00000100:00100000:3.0:1746126841.778162:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+12:2030:x1830946005747456:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13669us (13937us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.778169:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14142 00002000:00100000:3.0:1746126841.778175:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880132035500 x1830946005747456/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.778182:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035500 with x1830946005747456 ext(6291456->7340031) 00002000:00010000:3.0:1746126841.778185:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132035500 00000100:00100000:2.0:1746126841.783321:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005747968:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17584us (18132us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.783332:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14144 00002000:00100000:2.0:1746126841.783349:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff880132035c00 x1830946005747968/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.783358:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035c00 with x1830946005747968 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.783363:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132035c00 00000100:00100000:2.0:1746126841.784336:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005748224:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 14143us (15780us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.784342:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14145 00002000:00100000:2.0:1746126841.784348:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880132035f80 x1830946005748224/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.784355:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132035f80 with x1830946005748224 ext(7340032->8388607) 00002000:00010000:2.0:1746126841.784358:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132035f80 00000100:00100000:0.0:1746126841.795985:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.796038:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.796160:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005748480 00000100:00100000:3.0:1746126841.796162:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005748736 00000100:00100000:3.0:1746126841.796168:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005748736 00000100:00100000:2.0:1746126841.796168:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005748480 00002000:00100000:3.0:1746126841.796282:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880132036680 x1830946005748736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.796282:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff880132036300 x1830946005748480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.796291:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036680 with x1830946005748736 ext(8388608->10485759) 00002000:00100000:2.0:1746126841.796291:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036300 with x1830946005748480 ext(8388608->10485759) 00002000:00010000:2.0:1746126841.796296:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132036300 00002000:00010000:3.0:1746126841.796299:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132036680 00000100:00100000:2.0:1746126841.796315:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14146 00000100:00100000:3.0:1746126841.796319:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14147 00000100:00100000:3.0:1746126841.796324:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005748736:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.796325:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005748480:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.811515:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005748480:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 15186us (15529us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126841.811525:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14146 00002000:00100000:2.0:1746126841.811534:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff880132036300 x1830946005748480/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.811546:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036300 with x1830946005748480 ext(8388608->10485759) 00002000:00010000:2.0:1746126841.811551:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132036300 00000100:00100000:3.0:1746126841.812169:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005748736:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 15844us (16129us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126841.812176:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14147 00002000:00100000:3.0:1746126841.812181:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880132036680 x1830946005748736/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.812187:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036680 with x1830946005748736 ext(8388608->10485759) 00002000:00010000:3.0:1746126841.812190:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132036680 00000100:00100000:0.0:1746126841.817490:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.817646:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005748992 00000100:00100000:3.0:1746126841.817653:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005748992 00002000:00100000:3.0:1746126841.817771:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff880132036a00 x1830946005748992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.817781:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036a00 with x1830946005748992 ext(10485760->11534335) 00002000:00010000:3.0:1746126841.817786:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132036a00 00000100:00100000:3.0:1746126841.817964:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14148 00000100:00100000:3.0:1746126841.817973:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+10:2030:x1830946005748992:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.821012:0:3787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997839232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746126841.821066:0:3787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126841.821108:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997839232 00000100:00100000:0.0:1746126841.821117:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997839232 00000100:00100000:0.0:1746126841.821166:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746126841.821171:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3787:x1830945997839232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746126841.821200:0:7255:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:0.0:1746126841.821227:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3787:x1830945997839232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126841.821232:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1746126841.821728:0:3787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3787:1830945997839232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746126841.822966:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.823004:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.823050:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005749248 00000100:00100000:3.0:1746126841.823055:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005749248 00002000:00100000:3.0:1746126841.823080:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880098a18a80 x1830946005749248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.823086:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18a80 with x1830946005749248 ext(10485760->11534335) 00002000:00010000:3.0:1746126841.823090:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098a18a80 00000100:00100000:3.0:1746126841.823104:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005749504 00000100:00100000:3.0:1746126841.823105:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005749504 00002000:00100000:3.0:1746126841.823112:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009ace5180 x1830946005749504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.823116:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5180 with x1830946005749504 ext(11534336->12582911) 00002000:00010000:3.0:1746126841.823118:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5180 00000100:00100000:3.0:1746126841.823142:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14149 00000100:00100000:3.0:1746126841.823146:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005749248:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.823384:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14150 00000100:00100000:0.0:1746126841.823774:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.823849:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005749760 00000100:00100000:3.0:1746126841.823853:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005749760 00002000:00100000:3.0:1746126841.823869:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880132036d80 x1830946005749760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.823876:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036d80 with x1830946005749760 ext(11534336->12582911) 00002000:00010000:3.0:1746126841.823878:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132036d80 00000100:00100000:3.0:1746126841.823894:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14151 00000100:00100000:3.0:1746126841.823955:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+11:2030:x1830946005748992:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 5983us (6471us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.823962:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14148 00002000:00100000:3.0:1746126841.823966:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff880132036a00 x1830946005748992/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.823972:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036a00 with x1830946005748992 ext(10485760->11534335) 00002000:00010000:3.0:1746126841.823975:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132036a00 00000100:00100000:3.0:1746126841.823988:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+16:2030:x1830946005749760:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.824151:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005749504:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126841.829265:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.829365:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005750016 00000100:00100000:3.0:1746126841.829373:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005750016 00002000:00100000:3.0:1746126841.829410:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff880132037100 x1830946005750016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/0 e 0 to 0 dl 1746126852 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.829419:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132037100 with x1830946005750016 ext(12582912->13631487) 00002000:00010000:3.0:1746126841.829424:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132037100 00000100:00100000:3.0:1746126841.829453:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14152 00000100:00100000:3.0:1746126841.829458:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132037100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+12:2029:x1830946005750016:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126841.832768:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+15:2030:x1830946005749760:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 8861us (8987us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.832779:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14151 00002000:00100000:2.0:1746126841.832788:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880132036d80 x1830946005749760/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.832795:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132036d80 with x1830946005749760 ext(11534336->12582911) 00002000:00010000:2.0:1746126841.832800:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132036d80 00000100:00100000:3.0:1746126841.832853:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:2030:x1830946005749248:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9606us (9791us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.832860:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14149 00002000:00100000:3.0:1746126841.832866:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880098a18a80 x1830946005749248/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.832872:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098a18a80 with x1830946005749248 ext(10485760->11534335) 00002000:00010000:3.0:1746126841.832875:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098a18a80 00000100:00100000:2.0:1746126841.836322:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+12:2029:x1830946005749504:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12923us (13308us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.836334:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14150 00002000:00100000:2.0:1746126841.836343:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009ace5180 x1830946005749504/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126841.836352:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ace5180 with x1830946005749504 ext(11534336->12582911) 00002000:00010000:2.0:1746126841.836358:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ace5180 00000100:00100000:3.0:1746126841.836899:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132037100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005750016:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 7438us (7641us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126841.836907:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14152 00002000:00100000:3.0:1746126841.836912:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff880132037100 x1830946005750016/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:602/0 lens 488/440 e 0 to 0 dl 1746126852 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126841.836919:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132037100 with x1830946005750016 ext(12582912->13631487) 00002000:00010000:3.0:1746126841.836922:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132037100 00000100:00100000:0.0:1746126841.847710:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.847766:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005750272 00000100:00100000:1.0:1746126841.847773:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005750272 00000100:00100000:1.0:1746126841.847822:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 208 00000100:00100000:1.0:1746126841.847830:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132037480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:282c81db-7eec-4a96-a690-249dab73b4e4+17:3786:x1830946005750272:12345-192.168.202.29@tcp:35:cmp.0 00000100:00100000:1.0:1746126841.848003:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132037480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:282c81db-7eec-4a96-a690-249dab73b4e4+18:3786:x1830946005750272:12345-192.168.202.29@tcp:35:cmp.0 Request processed in 173us (299us total) trans 4294991042 rc 0/0 00000100:00100000:1.0:1746126841.848009:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 208 00000100:00100000:0.0:1746126841.849322:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.849391:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005750528 00000100:00100000:3.0:1746126841.849397:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005750528 00000100:00100000:3.0:1746126841.849430:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 209 00000100:00100000:3.0:1746126841.849436:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+18:3786:x1830946005750528:12345-192.168.202.29@tcp:35:cmp.0 00000100:00100000:3.0:1746126841.849694:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132037800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+19:3786:x1830946005750528:12345-192.168.202.29@tcp:35:cmp.0 Request processed in 256us (374us total) trans 4294991043 rc 0/0 00000100:00100000:3.0:1746126841.849700:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 209 00000100:00100000:1.0:1746126841.858068:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.858849:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005750656 00000100:00100000:0.0:1746126841.858861:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005750656 00000100:00100000:0.0:1746126841.858904:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 632 00000100:00100000:0.0:1746126841.858911:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+24:2027:x1830946005750656:12345-192.168.202.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126841.858944:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126841.858958:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734ba7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8822 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.859000:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859011:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859019:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859030:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859034:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859038:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859070:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859076:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859080:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859084:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a293200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.859087:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859093:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859104:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.859106:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.859109:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859114:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734ba83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859165:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859170:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859174:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859178:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee4d800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.859180:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859184:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859190:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880130ef8300) 00010000:00010000:0.0:1746126841.859192:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.859194:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.859198:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734ba8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00000100:00100000:3.0:1746126841.859226:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:0.0:1746126841.859272:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734ba7c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8822 expref: 25 pid: 7255 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.859276:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005750912 00010000:00010000:0.0:1746126841.859280:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.859282:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1746126841.859283:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005750912 00010000:00010000:0.0:1746126841.859284:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734ba7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8822 expref: 25 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.859292:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a293400, rc -2) 00000100:00100000:2.0:1746126841.859307:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55651 00000100:00100000:2.0:1746126841.859311:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+25:3788:x1830946005750912:12345-192.168.202.29@tcp:36:rm.0 00000100:00100000:0.0:1746126841.859328:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+25:2027:x1830946005750656:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 417us (1266us total) trans 0 rc -2/-2 00010000:00010000:2.0:1746126841.859333:0:21543:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:0.0:1746126841.859334:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 632 00010000:00010000:2.0:1746126841.859343:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099094c00/0x63da90637734b9db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87c0 expref: 24 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.859360:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fb00800/0x63da90637734b78f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8757 expref: 23 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.859369:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:2.0:1746126841.859374:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a1a0e00/0x63da90637734b9bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b9 expref: 22 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.859380:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126841.859382:0:21543:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126841.859388:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.859395:0:21543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 18 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.859400:0:21543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.859421:0:21543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 18 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.859434:0:21543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 18 pid: 7252 timeout: 837 lvb_type: 0 00000100:00100000:2.0:1746126841.859443:0:21543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ace7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21543:1830945997839360:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126841.859505:0:21543:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.861157:0:21543:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ace7100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21543:1830945997839360:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126841.861175:0:21543:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000100:00100000:0.0:1746126841.865155:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.865336:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005751040 00000100:00100000:2.0:1746126841.865344:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005751040 00010000:00010000:2.0:1746126841.865372:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 19 pid: 7252 timeout: 837 lvb_type: 0 00000100:00100000:2.0:1746126841.865551:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18367 00000100:00100000:2.0:1746126841.865558:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+19:2028:x1830946005751040:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.865569:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126841.865574:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 19 pid: 7252 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746126841.865584:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 19 pid: 7252 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746126841.865601:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099835e00/0x63da90637734b9f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87d5 expref: 19 pid: 7252 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746126841.865612:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126841.865616:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.865624:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.865629:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.865663:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126841.865681:0:21543:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.865689:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.865705:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099934200/0x63da90637734ba98 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.865712:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099934200/0x63da90637734ba98 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.865718:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099934200/0x63da90637734ba98 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.865824:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.865832:0:21543:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 18 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.865837:0:21543:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.865857:0:21543:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 18 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.865865:0:21543:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 18 pid: 10279 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746126841.865874:0:21543:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094035180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21543:1830945997839488:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126841.866354:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+18:2028:x1830946005751040:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 794us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.866360:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18367 00000100:00100000:3.0:1746126841.866374:0:21543:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126841.867986:0:21543:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094035180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21543:1830945997839488:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126841.868002:0:21543:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000100:00100000:0.0:1746126841.868598:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.868691:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005751168 00000100:00100000:3.0:1746126841.868697:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005751168 00010000:00010000:3.0:1746126841.868719:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 18 pid: 10279 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746126841.868739:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18368 00000100:00100000:3.0:1746126841.868745:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+18:2028:x1830946005751168:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126841.868755:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126841.868759:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 18 pid: 10279 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746126841.868772:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 18 pid: 10279 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746126841.868787:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008cd1be00/0x63da90637734b81b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8781 expref: 18 pid: 10279 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746126841.868846:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:3.0:1746126841.868850:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.868857:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.868862:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.868887:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126841.869074:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec58000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+17:2028:x1830946005751168:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 327us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126841.869080:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18368 00010000:00010000:0.0:1746126841.869145:0:21543:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869156:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000040:00080000:0.0:1746126841.869331:0:21543:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:0.0:1746126841.869337:0:21543:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 737473210336ns, next at 738473209149ns, rc = 0 00000040:00080000:0.0:1746126841.869354:0:21543:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:0.0:1746126841.869357:0:21543:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 737473231093ns, next at 738473230566ns, rc = 0 00010000:00010000:0.0:1746126841.869389:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869400:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869406:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869412:0:21543:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869417:0:21543:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869421:0:21543:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869444:0:21543:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746126841.869458:0:21543:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869462:0:21543:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869467:0:21543:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869472:0:21543:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fbb4200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.869475:0:21543:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869480:0:21543:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869486:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:0.0:1746126841.869488:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126841.869491:0:21543:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869495:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fbb4200/0x63da90637734ba9f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869566:0:21543:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869571:0:21543:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869576:0:21543:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869579:0:21543:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0dee00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.869581:0:21543:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869586:0:21543:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869592:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.869594:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.869596:0:21543:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869600:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734ba91 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00000004:00010000:0.0:1746126841.869608:0:21543:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094034e00 reply state ffff880098d31000 transno 4294991044 ns: mdt-lustre-MDT0000_UUID lock: ffff880099934200/0x63da90637734ba98 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869615:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099934200/0x63da90637734ba98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.869623:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:0.0:1746126841.869625:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126841.869627:0:21543:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126841.869680:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+23:3788:x1830946005750912:12345-192.168.202.29@tcp:36:rm.0 Request processed in 10367us (10453us total) trans 4294991044 rc 0/0 00000100:00100000:0.0:1746126841.869686:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55651 00010000:00010000:3.0:1746126841.869775:0:8400:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126841.869780:0:8400:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.869785:0:8400:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a293200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126841.869787:0:8400:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.869792:0:8400:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.869802:0:8400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8801368d8b00) 00010000:00010000:3.0:1746126841.869804:0:8400:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746126841.869806:0:8400:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.869810:0:8400:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734baa6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21543 initiator: MDT0 00010000:00010000:3.0:1746126841.869821:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126841.869822:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126841.869824:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126841.907062:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.907264:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005751296 00000100:00100000:2.0:1746126841.907272:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005751296 00000100:00100000:2.0:1746126841.907320:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55652 00000100:00100000:2.0:1746126841.907327:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+23:3791:x1830946005751296:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126841.907354:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.907371:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734baad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff885a expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.907426:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bab4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.907437:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.907447:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:2.0:1746126841.907485:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126841.907488:0:21543:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126841.907649:0:21543:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.907668:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734baad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff885a expref: 25 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.907705:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bab4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff885a expref: 24 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.907715:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126841.907717:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126841.907720:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ac200, rc 0) 00000100:00100000:2.0:1746126841.907768:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+24:3791:x1830946005751296:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 441us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.907773:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55652 00000100:00100000:2.0:1746126841.910780:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.910846:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005751552 00000100:00100000:0.0:1746126841.910853:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005751552 00000100:00100000:0.0:1746126841.910987:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55653 00000100:00100000:0.0:1746126841.910996:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+24:3791:x1830946005751552:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:0.0:1746126841.911012:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126841.911014:0:21543:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746126841.911036:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bab4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff885a expref: 24 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.911063:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.911067:0:21543:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126841.911076:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734babb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8861 expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.911175:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911185:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911193:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911206:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0df400/0x63da90637734bac9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911212:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0df400/0x63da90637734bac9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911217:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0df400/0x63da90637734bac9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911492:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911500:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911506:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:0.0:1746126841.911514:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:0.0:1746126841.911533:0:21543:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911538:0:21543:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911543:0:21543:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911548:0:21543:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0dee00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.911552:0:21543:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911557:0:21543:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911564:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.911566:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.911569:0:21543:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911574:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bac2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21543 initiator: MDT0 00000004:00010000:0.0:1746126841.911582:0:21543:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009ace7100 reply state ffff880098dc4000 transno 4294991045 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0df400/0x63da90637734bac9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911590:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0df400/0x63da90637734bac9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.911594:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:0.0:1746126841.911596:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126841.911599:0:21543:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126841.911617:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734babb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 26 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.911628:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 25 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.911648:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880130ef8000) 00010000:00010000:0.0:1746126841.911650:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126841.911652:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d6200, rc 0) 00000100:00100000:0.0:1746126841.911706:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ace7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+26:3791:x1830946005751552:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 710us (933us total) trans 4294991045 rc 0/0 00000100:00100000:0.0:1746126841.911713:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55653 00000100:00100000:0.0:1746126841.913361:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.913418:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005751808 00000100:00100000:1.0:1746126841.913424:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005751808 00000100:00100000:1.0:1746126841.913466:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55654 00000100:00100000:1.0:1746126841.913472:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+26:3791:x1830946005751808:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:1.0:1746126841.913486:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.913497:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bade lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8868 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.913554:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.913566:0:7252:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 27 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.913572:0:7252:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.913596:0:7252:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 27 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.913606:0:7252:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 27 pid: 21543 timeout: 837 lvb_type: 0 00000100:00100000:1.0:1746126841.913616:0:7252:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997839616:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126841.913707:0:7252:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009907a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126841.916810:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.916867:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005751936 00000100:00100000:3.0:1746126841.916874:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005751936 00010000:00010000:3.0:1746126841.916907:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 28 pid: 21543 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746126841.916929:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18369 00000100:00100000:3.0:1746126841.916934:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+28:2027:x1830946005751936:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126841.916944:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126841.916948:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 28 pid: 21543 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746126841.916957:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 28 pid: 21543 timeout: 837 lvb_type: 0 00010000:00010000:3.0:1746126841.916973:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880130ef8000) 00010000:00010000:3.0:1746126841.916976:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.916983:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.916989:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7252 initiator: MDT0 00010000:00010000:3.0:1746126841.917001:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126841.917007:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bad0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8861 expref: 28 pid: 21543 timeout: 837 lvb_type: 0 00000100:00100000:3.0:1746126841.917031:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+27:2027:x1830946005751936:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 97us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126841.917035:0:7252:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd97800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7252:1830945997839616:192.168.202.29@tcp:104: 00000100:00100000:3.0:1746126841.917036:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18369 00010000:00010000:1.0:1746126841.917050:0:7252:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917057:0:7252:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917060:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:1.0:1746126841.917075:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:1.0:1746126841.917376:0:7252:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00000004:00080000:1.0:1746126841.917381:0:7252:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1746126841.917450:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917456:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917461:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917465:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fdb0400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126841.917467:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917472:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917480:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880130ef8000) 00010000:00010000:1.0:1746126841.917482:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126841.917484:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917488:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0400/0x63da90637734bae5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.917524:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bade lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8868 expref: 27 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.917530:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bade lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8868 expref: 27 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.917537:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00000100:00100000:1.0:1746126841.917571:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+26:3791:x1830946005751808:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 4099us (4215us total) trans 4294991046 rc 301/301 00000100:00100000:1.0:1746126841.917578:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55654 00000100:00100000:0.0:1746126841.919102:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.919273:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005752192 00000100:00100000:3.0:1746126841.919279:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005752192 00000100:00100000:3.0:1746126841.919316:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 210 00000100:00100000:3.0:1746126841.919330:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+26:3791:x1830946005752192:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:3.0:1746126841.919511:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+27:3791:x1830946005752192:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 189us (412us total) trans 4294991047 rc 0/0 00000100:00100000:3.0:1746126841.919517:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 210 00000100:00100000:2.0:1746126841.921216:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.921316:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005752320 00000100:00100000:1.0:1746126841.921322:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005752320 00000100:00100000:1.0:1746126841.921361:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55655 00000100:00100000:1.0:1746126841.921367:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+27:3791:x1830946005752320:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:1.0:1746126841.921384:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.921399:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0800/0x63da90637734baf3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff886f expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.921437:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0800/0x63da90637734baf3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff886f expref: 28 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.921448:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0800/0x63da90637734baf3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff886f expref: 28 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.921461:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:1.0:1746126841.921463:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126841.921466:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0800, rc 0) 00000100:00100000:1.0:1746126841.921509:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+28:3791:x1830946005752320:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 141us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126841.921514:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55655 00000100:00100000:0.0:1746126841.925031:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126841.925118:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005752576 00000100:00100000:3.0:1746126841.925145:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005752576 00000100:00100000:3.0:1746126841.925191:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 211 00000100:00100000:3.0:1746126841.925197:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+28:3791:x1830946005752576:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:3.0:1746126841.926160:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+29:3791:x1830946005752576:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 959us (1134us total) trans 4294991048 rc 0/0 00000100:00100000:3.0:1746126841.926168:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 211 00000100:00100000:0.0:1746126841.934749:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.935054:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005752704 00000100:00100000:2.0:1746126841.935062:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005752704 00000100:00100000:2.0:1746126841.935111:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55656 00000100:00100000:2.0:1746126841.935118:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+29:3792:x1830946005752704:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126841.935162:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.935176:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bafa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8876 expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.935433:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bb01 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.935443:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bb01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.935456:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bb01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:2.0:1746126841.935485:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126841.935488:0:21543:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126841.935501:0:21543:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bb01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:2.0:1746126841.935518:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bafa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8876 expref: 31 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.935546:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bb01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8876 expref: 30 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.935553:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126841.935555:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126841.935557:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ac200, rc 0) 00000100:00100000:2.0:1746126841.935601:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f3bfef21-70ec-429b-acd8-350a1cc51982+30:3792:x1830946005752704:12345-192.168.202.29@tcp:101:dd.0 Request processed in 483us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.935608:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55656 00000100:00100000:2.0:1746126841.937750:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.937824:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005752832 00000100:00100000:0.0:1746126841.937831:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005752832 00000100:00100000:0.0:1746126841.937874:0:21543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55657 00000100:00100000:0.0:1746126841.937881:0:21543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+17:3793:x1830946005752832:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:0.0:1746126841.937899:0:21543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126841.937911:0:21543:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734bb08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff887d expref: -99 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.937951:0:21543:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bb0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.937960:0:21543:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bb0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.937968:0:21543:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bb0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00000004:00200000:0.0:1746126841.937999:0:21543:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746126841.938002:0:21543:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126841.938015:0:21543:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bb0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21543 initiator: MDT0 00010000:00010000:0.0:1746126841.938030:0:21543:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734bb08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff887d expref: 19 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.938057:0:21543:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bb0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff887d expref: 18 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.938067:0:21543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.938069:0:21543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126841.938071:0:21543:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d6200, rc 0) 00000100:00100000:0.0:1746126841.938105:0:21543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:282c81db-7eec-4a96-a690-249dab73b4e4+18:3793:x1830946005752832:12345-192.168.202.29@tcp:101:dd.0 Request processed in 224us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126841.938110:0:21543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55657 00000100:00100000:0.0:1746126841.940377:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.940661:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005753216 00000100:00100000:1.0:1746126841.940668:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005753216 00000100:00100000:0.0:1746126841.940691:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.940707:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55658 00000100:00100000:0.0:1746126841.940711:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005753088 00000100:00100000:1.0:1746126841.940713:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+30:3792:x1830946005753216:12345-192.168.202.29@tcp:101:dd.0 00000100:00100000:0.0:1746126841.940713:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005753088 00000100:00100000:2.0:1746126841.940719:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:1.0:1746126841.940726:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.940729:0:7252:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126841.940746:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bb01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8876 expref: 31 pid: 21543 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.940765:0:21543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005753472 00000100:00100000:2.0:1746126841.940768:0:21543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005753472 00000100:00100000:2.0:1746126841.940794:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55659 00000100:00100000:2.0:1746126841.940800:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+18:3793:x1830946005753472:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126841.940806:0:10279:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126841.940816:0:10279:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac600/0x63da90637734bb16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88c3 expref: -99 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.940885:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734bb1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126841.940899:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734bb1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126841.940907:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734bb1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00000004:00200000:2.0:1746126841.940917:0:10279:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746126841.940985:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac600/0x63da90637734bb16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88c3 expref: 21 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.940995:0:10279:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad800/0x63da90637734bb1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88c3 expref: 20 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.941000:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012c8c8200) 00010000:00010000:2.0:1746126841.941002:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126841.941005:0:10279:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ad800, rc 0) 00010000:00010000:1.0:1746126841.941025:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126841.941028:0:7252:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126841.941032:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 633 00010000:00010000:1.0:1746126841.941035:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0c00/0x63da90637734bb2b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8884 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.941037:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:282c81db-7eec-4a96-a690-249dab73b4e4+20:3793:x1830946005753472:12345-192.168.202.29@tcp:101:dd.0 Request processed in 237us (319us total) trans 4294991049 rc 0/0 00000100:00100000:0.0:1746126841.941038:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+30:2030:x1830946005753088:12345-192.168.202.29@tcp:63:ll_sa.0 00000100:00100000:2.0:1746126841.941043:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55659 00010000:00010000:0.0:1746126841.941054:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126841.941059:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bb32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff888b expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.941072:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bb39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126841.941077:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:1.0:1746126841.941079:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bb39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126841.941082:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:1.0:1746126841.941085:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bb39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126841.941088:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00000004:00200000:1.0:1746126841.941090:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:0.0:1746126841.941096:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941101:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941106:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:1.0:1746126841.941148:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0c00/0x63da90637734bb2b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8884 expref: 34 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.941158:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bb39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8884 expref: 33 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.941163:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:1.0:1746126841.941164:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126841.941166:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fdb0200, rc 0) 00010000:00010000:0.0:1746126841.941184:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734bb55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00000100:00100000:1.0:1746126841.941185:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+33:3792:x1830946005753216:12345-192.168.202.29@tcp:101:dd.0 Request processed in 472us (814us total) trans 4294991050 rc 0/0 00000100:00100000:1.0:1746126841.941190:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55658 00010000:00010000:0.0:1746126841.941191:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734bb55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941196:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734bb55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00000004:00200000:0.0:1746126841.941208:0:7255:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00200000:0.0:1746126841.941211:0:7255:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126841.941219:0:7255:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734bb55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941226:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734bb55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941231:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941236:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941242:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.941246:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6a00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.941249:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942328:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942338:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.942341:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.942344:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942349:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6a00/0x63da90637734bb40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942358:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942363:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942367:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942371:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a293400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.942373:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942377:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942382:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:0.0:1746126841.942384:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.942387:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942390:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293400/0x63da90637734bb47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942410:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bb32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff888b expref: 33 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.942419:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734bb55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff888b expref: 32 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.942423:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:0.0:1746126841.942425:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126841.942427:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a293200, rc 0) 00010000:00010000:0.0:1746126841.942432:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126841.942438:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734bb5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8892 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.942457:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942464:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942470:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942479:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942484:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942489:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942506:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942510:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942515:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942518:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5f600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.942520:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942525:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942531:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.942532:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.942534:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942539:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5f600/0x63da90637734bb63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942545:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942549:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942553:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942556:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126841.942558:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942563:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942571:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880130ef8400) 00010000:00010000:0.0:1746126841.942572:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126841.942574:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942578:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734bb6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126841.942595:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734bb5c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8892 expref: 33 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.942602:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126841.942603:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126841.942606:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734bb5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8892 expref: 33 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.942612:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bc5e800, rc -2) 00000100:00100000:0.0:1746126841.942663:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2030:x1830946005753088:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 1624us (1972us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126841.942669:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 633 00000100:00100000:2.0:1746126841.944652:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.945435:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.945482:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.945524:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.945543:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005753984 00000100:00100000:1.0:1746126841.945550:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005753984 00000100:00100000:1.0:1746126841.945580:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005754112 00000100:00100000:1.0:1746126841.945582:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005754112 00000100:00100000:1.0:1746126841.945599:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30665 00000100:00100000:1.0:1746126841.945604:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005753984:12345-192.168.202.29@tcp:101:ll_agl.0 00010000:00010000:1.0:1746126841.945617:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.945649:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88d1 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126841.945666:0:9596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746126841.945682:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.945683:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.945690:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 20 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126841.945702:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 20 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126841.945711:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873c00, rc 0) 00000100:00100000:1.0:1746126841.945747:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005753984:12345-192.168.202.29@tcp:101:ll_agl.0 Request processed in 143us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126841.945753:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30665 00000100:00100000:1.0:1746126841.945768:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30666 00000100:00100000:1.0:1746126841.945772:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005754112:12345-192.168.202.29@tcp:101:ll_agl.0 00010000:00010000:1.0:1746126841.945779:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.945789:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88d8 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126841.945801:0:9596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746126841.945809:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.945810:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.945813:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 9 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126841.945822:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 9 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126841.945828:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099872a00, rc 0) 00000100:00100000:1.0:1746126841.945842:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005754112:12345-192.168.202.29@tcp:101:ll_agl.0 Request processed in 70us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126841.945847:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30666 00000100:00100000:0.0:1746126841.945973:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005753856 00000100:00100000:0.0:1746126841.945977:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005753856 00000100:00100000:3.0:1746126841.947334:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005753728 00000100:00100000:3.0:1746126841.947340:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005753728 00000100:00100000:3.0:1746126841.947383:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55660 00000100:00100000:3.0:1746126841.947389:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+20:3793:x1830946005753728:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126841.947404:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126841.947406:0:7250:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126841.947424:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bb0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff887d expref: 20 pid: 21543 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.947451:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126841.947454:0:7250:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126841.947463:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bb7f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88ca expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.947545:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947554:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947561:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947568:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947573:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947578:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947609:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947614:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947618:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:3.0:1746126841.947625:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:3.0:1746126841.947702:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947707:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947712:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947717:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947721:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5a00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126841.947724:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947729:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947734:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126841.947736:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126841.947739:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947742:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bb86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947750:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947754:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947762:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947766:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126841.947768:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947772:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947776:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:3.0:1746126841.947778:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126841.947780:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947784:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bb8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126841.947808:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734bb7f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 22 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.947817:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 21 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.947822:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:3.0:1746126841.947823:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126841.947825:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e5c00, rc 0) 00000100:00100000:3.0:1746126841.947861:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+21:3793:x1830946005753728:12345-192.168.202.29@tcp:101:dd.0 Request processed in 472us (3214us total) trans 4294991051 rc 0/0 00000100:00100000:3.0:1746126841.947866:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55660 00000100:00100000:0.0:1746126841.948239:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 974 00000100:00100000:0.0:1746126841.948247:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+32:2029:x1830946005753856:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126841.948254:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126841.948264:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0200/0x63da90637734bb39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8884 expref: 32 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.948276:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:0.0:1746126841.948278:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126841.948296:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+31:2029:x1830946005753856:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 51us (2862us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126841.948301:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 974 00000100:00100000:1.0:1746126841.948398:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.948920:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005754368 00000100:00100000:0.0:1746126841.948924:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005754368 00000100:00100000:0.0:1746126841.948961:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14153 00000100:00100000:0.0:1746126841.948966:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005754368:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:0.0:1746126841.948983:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.948993:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126841.948995:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126841.948998:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.949006:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126841.952020:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.952980:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005754624 00000100:00100000:2.0:1746126841.952988:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005754624 00000100:00100000:2.0:1746126841.953045:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14154 00000100:00100000:2.0:1746126841.953053:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005754624:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126841.953079:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.953090:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.953091:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.953095:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.953105:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.956056:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126841.956237:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005754752 00000100:00100000:0.0:1746126841.956244:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005754752 00000100:00100000:0.0:1746126841.956606:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30667 00000100:00100000:0.0:1746126841.956614:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+14:3793:x1830946005754752:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:0.0:1746126841.956627:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126841.956652:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88df expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.956675:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 21 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126841.956682:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126841.956683:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126841.956687:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.956710:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 21 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126841.956720:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 21 pid: 9596 timeout: 837 lvb_type: 1 00000100:00100000:0.0:1746126841.956730:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997839744:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126841.956801:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68480 going to sleep for 11 seconds 00010000:00010000:2.0:1746126841.959718:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.959731:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.959737:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.959742:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.959745:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.959751:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.959764:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.959769:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e000/0x63da90637734bba2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.960114:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2027:x1830946005754368:12345-192.168.202.29@tcp:3:dd.0 Request processed in 11142us (11710us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.960149:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14153 00000100:00100000:1.0:1746126841.960748:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec59f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997839744:192.168.202.29@tcp:104: 00010000:00010000:1.0:1746126841.960771:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 15 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.960783:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bc5e200, rc 0) 00000100:00100000:1.0:1746126841.960803:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+15:3793:x1830946005754752:12345-192.168.202.29@tcp:101:dd.0 Request processed in 4190us (4755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126841.960809:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30667 00000100:00100000:0.0:1746126841.961803:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126841.961923:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.961933:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.961939:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.961944:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ac000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.961948:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.961953:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.961965:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.961971:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac000/0x63da90637734bba9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.962012:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005754624:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8959us (9998us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126841.962019:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14154 00000100:00100000:3.0:1746126841.962041:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005754880 00000100:00100000:3.0:1746126841.962048:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005754880 00010000:00010000:3.0:1746126841.962099:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 20 pid: 9596 timeout: 837 lvb_type: 1 00000100:00100000:3.0:1746126841.962151:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18370 00000100:00100000:3.0:1746126841.962157:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+20:2028:x1830946005754880:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126841.962167:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126841.962180:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 20 pid: 9596 timeout: 837 lvb_type: 1 00010000:00010000:3.0:1746126841.962190:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 20 pid: 9596 timeout: 837 lvb_type: 1 00010000:00010000:3.0:1746126841.962204:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099873c00/0x63da90637734bb71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d1 expref: 20 pid: 9596 timeout: 837 lvb_type: 1 00010000:00010000:3.0:1746126841.962217:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.962219:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126841.962224:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.962231:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126841.962254:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 14 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126841.962269:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094035500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997839872:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126841.962318:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126841.964054:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094035500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997839872:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126841.964069:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126841.964110:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005754880:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1952us (2308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126841.964119:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18370 00000100:00100000:0.0:1746126841.965153:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.965183:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005755008 00000100:00100000:1.0:1746126841.965189:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005755008 00000100:00100000:1.0:1746126841.965230:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55661 00000100:00100000:1.0:1746126841.965236:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+31:3792:x1830946005755008:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126841.965253:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.965265:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099872400/0x63da90637734bbb7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88e6 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.965289:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734bbbe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.965298:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734bbbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.965307:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734bbbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126841.965382:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099872400/0x63da90637734bbb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88e6 expref: 33 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.965407:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099872600/0x63da90637734bbbe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88e6 expref: 32 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.965414:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:1.0:1746126841.965416:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746126841.965418:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099872600, rc 0) 00000100:00100000:1.0:1746126841.965448:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+32:3792:x1830946005755008:12345-192.168.202.29@tcp:101:dd.0 Request processed in 212us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126841.965453:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55661 00000100:00100000:0.0:1746126841.970670:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.970837:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005755264 00000100:00100000:2.0:1746126841.970845:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005755264 00000100:00100000:2.0:1746126841.970944:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14155 00000100:00100000:2.0:1746126841.970952:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005755264:12345-192.168.202.29@tcp:4:dd.0 00010000:00010000:2.0:1746126841.970978:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.970992:0:27152:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.970998:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126841.971000:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126841.971002:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.971026:0:27152:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.971037:0:27152:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 9 pid: 9597 timeout: 837 lvb_type: 0 00000100:00100000:2.0:1746126841.971048:0:27152:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:27152:1830945997840000:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126841.971480:0:27152:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126841.973822:0:27152:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:27152:1830945997840000:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126841.973844:0:27152:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126841.975669:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.975720:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005755392 00000100:00100000:2.0:1746126841.975730:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005755392 00010000:00010000:2.0:1746126841.975756:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 10 pid: 9597 timeout: 837 lvb_type: 0 00000100:00100000:2.0:1746126841.976837:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18371 00000100:00100000:2.0:1746126841.976846:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005755392:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.976858:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126841.976872:0:7239:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746126841.976875:0:7239:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:2.0:1746126841.976881:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 10 pid: 9597 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746126841.976892:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 10 pid: 9597 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746126841.976912:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b012600/0x63da90637734b9b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff87b2 expref: 10 pid: 9597 timeout: 837 lvb_type: 0 00010000:00010000:2.0:1746126841.976941:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.976943:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.976947:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.976953:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.976972:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126841.976985:0:27152:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.976994:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.977021:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005755392:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 177us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.977028:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18371 00000100:00100000:0.0:1746126841.982259:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126841.982469:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005755520 00000100:00100000:1.0:1746126841.982478:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005755520 00000100:00100000:1.0:1746126841.983107:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30668 00000100:00100000:1.0:1746126841.983116:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:3793:x1830946005755520:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:1.0:1746126841.983165:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126841.983180:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88ed expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.983207:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 9 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126841.983213:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.983215:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126841.983217:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126841.983242:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 9 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126841.983253:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 9 pid: 9596 timeout: 837 lvb_type: 1 00000100:00100000:1.0:1746126841.983263:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dd96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997840128:192.168.202.29@tcp:104: 00000100:00100000:1.0:1746126841.983340:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0eb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126841.986583:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dd96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997840128:192.168.202.29@tcp:104: 00010000:00010000:0.0:1746126841.986610:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 11 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126841.986626:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099873000, rc 0) 00000100:00100000:0.0:1746126841.986682:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:3793:x1830946005755520:12345-192.168.202.29@tcp:101:dd.0 Request processed in 3565us (4429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126841.986689:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30668 00000100:00100000:0.0:1746126841.987741:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126841.988473:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005755648 00000100:00100000:2.0:1746126841.988480:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005755648 00010000:00010000:2.0:1746126841.988507:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 10 pid: 9596 timeout: 837 lvb_type: 1 00000100:00100000:2.0:1746126841.988532:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18372 00000100:00100000:2.0:1746126841.988538:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005755648:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126841.988548:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126841.988564:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 10 pid: 9596 timeout: 837 lvb_type: 1 00010000:00010000:2.0:1746126841.988572:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 10 pid: 9596 timeout: 837 lvb_type: 1 00010000:00010000:2.0:1746126841.988590:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099872a00/0x63da90637734bb78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88d8 expref: 10 pid: 9596 timeout: 837 lvb_type: 1 00010000:00010000:2.0:1746126841.988604:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.988605:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126841.988611:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.988617:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.988738:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 10 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.988749:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997840256:192.168.202.29@tcp:105: 00000100:00100000:2.0:1746126841.988816:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126841.996164:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997840256:192.168.202.29@tcp:105: 00010000:00010000:2.0:1746126841.996186:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126841.996233:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2027:x1830946005755648:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 7693us (8493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126841.996242:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18372 00000001:00080000:1.0:1746126841.997594:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970715 is committed 00000001:00080000:1.0:1746126841.997603:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970714 is committed 00002000:00010000:2.0:1746126841.998313:0:27152:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746126841 -> 1746126842 00002000:00010000:2.0:1746126841.998317:0:27152:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746126841 -> 1746126842 00010000:00010000:2.0:1746126841.998328:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.998337:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.998344:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.998349:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ada00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126841.998352:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.998358:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.998371:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126841.998376:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ada00/0x63da90637734bbc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126841.998455:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005755264:12345-192.168.202.29@tcp:4:dd.0 Request processed in 27502us (27791us total) trans 4294970715 rc 0/0 00000100:00100000:2.0:1746126841.998463:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14155 00000100:00100000:0.0:1746126842.003927:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.003971:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.004207:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005755904 00000100:00100000:2.0:1746126842.004214:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005755904 00000100:00100000:3.0:1746126842.004245:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005756160 00000100:00100000:3.0:1746126842.004249:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005756160 00000100:00100000:2.0:1746126842.004260:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14156 00000100:00100000:2.0:1746126842.004267:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005755904:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126842.004290:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14157 00000100:00080000:1.0:1746126842.004291:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746126842.004294:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.004296:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005756160:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126842.004306:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.004308:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.004312:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.004399:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.004567:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.004576:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.004577:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.004580:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.004589:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.016689:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.016706:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.016714:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.016720:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.016724:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.016730:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.016744:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.016750:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e400/0x63da90637734bbd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.016828:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005755904:12345-192.168.202.29@tcp:3:dd.0 Request processed in 12557us (12904us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.016837:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14156 00010000:00010000:3.0:1746126842.019796:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.019810:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.019816:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.019821:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.019824:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.019831:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.019842:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.019847:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bbda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.019916:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005756160:12345-192.168.202.29@tcp:3:dd.0 Request processed in 15616us (15940us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.019924:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14157 00000100:00100000:0.0:1746126842.025537:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.025620:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005756416 00000100:00100000:3.0:1746126842.025628:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005756416 00000100:00100000:3.0:1746126842.025816:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14158 00000100:00100000:3.0:1746126842.025823:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005756416:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126842.025863:0:24966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fa, atime: 0x0, ctime: 0x6813c7fa, blocks: 0xc800 00010000:00010000:3.0:1746126842.025870:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.025880:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.025881:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.025885:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.025901:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126842.044657:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970716 is committed 00010000:00010000:3.0:1746126842.044854:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.044865:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.044871:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.044878:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba82600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.044882:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.044887:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.044902:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.044907:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba82600/0x63da90637734bbe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.045010:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005756416:12345-192.168.202.29@tcp:4:dd.0 Request processed in 19183us (19475us total) trans 4294970716 rc 0/0 00000100:00100000:3.0:1746126842.045023:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14158 00000100:00100000:0.0:1746126842.050417:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.050462:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.050578:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005756928 00000100:00100000:3.0:1746126842.050585:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005756928 00000100:00100000:0.0:1746126842.050664:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005756800 00000100:00100000:0.0:1746126842.050668:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005756800 00000100:00100000:3.0:1746126842.050670:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14159 00000100:00100000:3.0:1746126842.050677:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2029:x1830946005756928:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126842.050703:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.050707:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14160 00000100:00100000:0.0:1746126842.050712:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005756800:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126842.050714:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.050715:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.050719:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.050730:0:9603:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.050731:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.050738:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.050739:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.050742:0:9603:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.050750:0:9603:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.063612:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.063748:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005757184 00000100:00100000:2.0:1746126842.063756:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005757184 00002000:00100000:2.0:1746126842.063797:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88007dd96d80 x1830946005757184/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.063812:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96d80 with x1830946005757184 ext(0->4194303) 00002000:00010000:2.0:1746126842.063817:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dd96d80 00000100:00100000:2.0:1746126842.063849:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14161 00000100:00100000:2.0:1746126842.063855:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+15:2027:x1830946005757184:12345-192.168.202.29@tcp:4:dd.0 00000100:00080000:1.0:1746126842.064213:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746126842.066923:0:9603:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.066938:0:9603:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.066947:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.066952:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f130e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.066955:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.066961:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.066977:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.066982:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f130e00/0x63da90637734bbef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.067054:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005756800:12345-192.168.202.29@tcp:3:dd.0 Request processed in 16337us (16587us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.067063:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14160 00010000:00010000:3.0:1746126842.067612:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.067621:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.067627:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.067639:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba82600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.067641:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.067651:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.067660:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.067665:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba82600/0x63da90637734bbe8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.067717:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2029:x1830946005756928:12345-192.168.202.29@tcp:3:dd.0 Request processed in 17040us (17306us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.067723:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14159 00000100:00100000:0.0:1746126842.071900:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.072017:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005757440 00000100:00100000:3.0:1746126842.072978:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005757440 00000100:00100000:3.0:1746126842.073038:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14162 00000100:00100000:3.0:1746126842.073046:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005757440:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126842.073086:0:24966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fa, atime: 0x0, ctime: 0x6813c7fa, blocks: 0xc800 00010000:00010000:3.0:1746126842.073094:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.073105:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.073106:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.073110:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.073121:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.084065:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.085469:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005757696 00000100:00100000:1.0:1746126842.085479:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005757696 00002000:00100000:1.0:1746126842.085535:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff88008ec59f80 x1830946005757696/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.085550:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec59f80 with x1830946005757696 ext(0->4194303) 00002000:00010000:1.0:1746126842.085555:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec59f80 00000100:00100000:1.0:1746126842.085588:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14163 00000100:00100000:1.0:1746126842.085972:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005757696:12345-192.168.202.29@tcp:4:dd.0 00000100:00080000:2.0:1746126842.088491:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126842.110057:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dd96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+17:2027:x1830946005757184:12345-192.168.202.29@tcp:4:dd.0 Request processed in 46193us (46445us total) trans 4294972255 rc 0/0 00000100:00100000:2.0:1746126842.110069:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14161 00002000:00100000:2.0:1746126842.110081:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88007dd96d80 x1830946005757184/t4294972255(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.110089:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dd96d80 with x1830946005757184 ext(0->4194303) 00002000:00010000:2.0:1746126842.110094:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dd96d80 00000001:00080000:0.0:1746126842.122933:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970717 is committed 00010000:00010000:3.0:1746126842.125164:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.125177:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.125184:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.125189:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.125193:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.125199:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.125216:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.125221:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba83800/0x63da90637734bbf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.125318:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005757440:12345-192.168.202.29@tcp:4:dd.0 Request processed in 52269us (53422us total) trans 4294970717 rc 0/0 00000100:00100000:3.0:1746126842.125327:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14162 00000100:00100000:0.0:1746126842.134212:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.134258:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.134726:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005758080 00000100:00100000:3.0:1746126842.134735:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005758080 00000100:00100000:3.0:1746126842.134793:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005758208 00000100:00100000:3.0:1746126842.134795:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005758208 00000100:00100000:3.0:1746126842.134815:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14164 00000100:00100000:3.0:1746126842.134822:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005758080:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:0.0:1746126842.134823:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14165 00000100:00100000:0.0:1746126842.134830:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005758208:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126842.134854:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.134854:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.134865:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.134865:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.134866:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.134867:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.134870:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.134870:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.134881:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.134881:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.135792:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005757696:12345-192.168.202.29@tcp:4:dd.0 Request processed in 50194us (51730us total) trans 4294970718 rc 0/0 00000100:00100000:1.0:1746126842.135801:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14163 00002000:00100000:1.0:1746126842.135810:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff88008ec59f80 x1830946005757696/t4294970718(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.135818:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec59f80 with x1830946005757696 ext(0->4194303) 00002000:00010000:1.0:1746126842.135823:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec59f80 00010000:00010000:1.0:1746126842.144244:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.144260:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.144267:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.144273:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f130e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.144276:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.144283:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.144300:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.144305:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f130e00/0x63da90637734bbfd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.144754:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2028:x1830946005758208:12345-192.168.202.29@tcp:3:dd.0 Request processed in 9920us (10491us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.144764:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14165 00010000:00010000:2.0:1746126842.145170:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.145179:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.145185:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.145190:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.145192:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.145203:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.145212:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.145217:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba83000/0x63da90637734bc04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.145249:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005758080:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10428us (11046us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.145256:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14164 00000100:00100000:0.0:1746126842.149992:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.150108:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005758464 00000100:00100000:2.0:1746126842.150117:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005758464 00000100:00100000:2.0:1746126842.151218:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14166 00000100:00100000:2.0:1746126842.151227:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005758464:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:2.0:1746126842.151327:0:24966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fa, atime: 0x0, ctime: 0x6813c7fa, blocks: 0xc800 00010000:00010000:2.0:1746126842.151335:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.151346:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.151348:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.151352:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.151363:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126842.166392:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970719 is committed 00000001:00080000:2.0:1746126842.166406:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970718 is committed 00010000:00010000:0.0:1746126842.167008:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.167019:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.167025:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.167030:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5fe00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:0.0:1746126842.167034:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.167040:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.167053:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.167058:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.167799:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005758464:12345-192.168.202.29@tcp:4:dd.0 Request processed in 16331us (17573us total) trans 4294970719 rc 0/0 00000100:00100000:0.0:1746126842.167808:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14166 00000100:00100000:0.0:1746126842.175237:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.175310:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.175338:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005758976 00000100:00100000:2.0:1746126842.175346:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005758976 00000100:00100000:1.0:1746126842.175393:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005758720 00000100:00100000:1.0:1746126842.175397:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005758720 00002000:00100000:1.0:1746126842.175430:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880087680e00 x1830946005758720/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.175440:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087680e00 with x1830946005758720 ext(4194304->8388607) 00002000:00010000:1.0:1746126842.175445:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087680e00 00000100:00100000:1.0:1746126842.175876:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14167 00000100:00100000:1.0:1746126842.175883:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+17:2029:x1830946005758720:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:2.0:1746126842.176776:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14168 00000100:00100000:2.0:1746126842.176784:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005758976:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126842.176806:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.176816:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.176818:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.176821:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.176832:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.179422:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.179535:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005759232 00000100:00100000:0.0:1746126842.179541:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005759232 00000100:00100000:0.0:1746126842.179585:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14169 00000100:00100000:0.0:1746126842.179591:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005759232:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:0.0:1746126842.179615:0:9603:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.179627:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.179628:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.179639:0:9603:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.179650:0:9603:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.189622:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00010000:00010000:2.0:1746126842.190197:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.190208:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.190215:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.190225:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.190229:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.190235:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.190249:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.190255:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e600/0x63da90637734bc12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.190322:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2027:x1830946005758976:12345-192.168.202.29@tcp:3:dd.0 Request processed in 13538us (15091us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.190330:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14168 00000100:00100000:2.0:1746126842.190352:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005759488 00000100:00100000:2.0:1746126842.190358:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005759488 00002000:00100000:2.0:1746126842.190385:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff880087681180 x1830946005759488/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.190393:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087681180 with x1830946005759488 ext(4194304->8388607) 00002000:00010000:2.0:1746126842.190397:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087681180 00000100:00100000:2.0:1746126842.190416:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14170 00000100:00100000:2.0:1746126842.190422:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+9:2030:x1830946005759488:12345-192.168.202.29@tcp:4:dd.0 00010000:00010000:2.0:1746126842.195377:0:9603:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.195396:0:9603:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.195403:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.195409:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099834a00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.195412:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.195419:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.195435:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.195444:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099834a00/0x63da90637734bc19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.195495:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005759232:12345-192.168.202.29@tcp:3:dd.0 Request processed in 15898us (16073us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.195504:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14169 00000100:00100000:3.0:1746126842.203388:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.203557:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005759744 00000100:00100000:2.0:1746126842.203565:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005759744 00000100:00100000:2.0:1746126842.203935:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14171 00000100:00100000:2.0:1746126842.203944:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005759744:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:2.0:1746126842.203991:0:9603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fa, atime: 0x0, ctime: 0x6813c7fa, blocks: 0xc800 00010000:00010000:2.0:1746126842.203999:0:9603:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.204010:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.204012:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.204015:0:9603:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.204026:0:9603:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.218327:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+19:2029:x1830946005758720:12345-192.168.202.29@tcp:4:dd.0 Request processed in 42434us (43007us total) trans 4294972256 rc 0/0 00000100:00100000:1.0:1746126842.218339:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14167 00002000:00100000:1.0:1746126842.218349:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880087680e00 x1830946005758720/t4294972256(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.218357:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087680e00 with x1830946005758720 ext(4194304->8388607) 00002000:00010000:1.0:1746126842.218363:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087680e00 00000100:00100000:0.0:1746126842.237699:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+11:2030:x1830946005759488:12345-192.168.202.29@tcp:4:dd.0 Request processed in 47266us (48074us total) trans 4294970720 rc 0/0 00000100:00100000:0.0:1746126842.237710:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14170 00002000:00100000:0.0:1746126842.237720:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff880087681180 x1830946005759488/t4294970720(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.237728:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087681180 with x1830946005759488 ext(4194304->8388607) 00002000:00010000:0.0:1746126842.237733:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087681180 00000001:00080000:3.0:1746126842.241233:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970721 is committed 00000001:00080000:3.0:1746126842.241247:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970720 is committed 00010000:00010000:2.0:1746126842.241506:0:9603:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.241518:0:9603:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.241525:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.241531:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45c600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.241535:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.241541:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.241556:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.241562:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.242862:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094035880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005759744:12345-192.168.202.29@tcp:4:dd.0 Request processed in 38912us (39474us total) trans 4294970721 rc 0/0 00000100:00100000:2.0:1746126842.242873:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14171 00000100:00100000:0.0:1746126842.248365:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.248409:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.248580:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005760128 00000100:00100000:1.0:1746126842.248582:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005760256 00000100:00100000:2.0:1746126842.248588:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005760128 00000100:00100000:1.0:1746126842.248588:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005760256 00000100:00100000:2.0:1746126842.248649:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14172 00000100:00100000:1.0:1746126842.248662:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14173 00000100:00100000:1.0:1746126842.248668:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005760256:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126842.248696:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.248708:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.248710:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.248715:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.248725:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.248736:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005760128:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126842.248754:0:9603:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.248762:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.248764:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.248767:0:9603:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.248776:0:9603:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.258798:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.258814:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.258821:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.258826:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fcc00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.258830:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.258836:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.258852:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.258857:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991fcc00/0x63da90637734bc27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.258942:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2030:x1830946005760256:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10270us (10528us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.258951:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14173 00010000:00010000:3.0:1746126842.260938:0:9603:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.260950:0:9603:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.260957:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.260963:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45c600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.260966:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.260974:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.260986:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.260992:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c600/0x63da90637734bc2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.261042:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005760128:12345-192.168.202.29@tcp:3:dd.0 Request processed in 12385us (12682us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.261049:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14172 00000100:00100000:0.0:1746126842.266177:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.266219:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005760512 00000100:00100000:3.0:1746126842.266513:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005760512 00000100:00100000:3.0:1746126842.266670:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14174 00000100:00100000:3.0:1746126842.266678:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005760512:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:3.0:1746126842.266738:0:9603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fa, atime: 0x0, ctime: 0x6813c7fa, blocks: 0xc800 00010000:00010000:3.0:1746126842.266754:0:9603:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.266765:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.266767:0:9603:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.266771:0:9603:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.266791:0:9603:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.277269:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.277386:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005760768 00000100:00100000:1.0:1746126842.277394:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005760768 00002000:00100000:1.0:1746126842.277428:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880087681f80 x1830946005760768/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.277438:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087681f80 with x1830946005760768 ext(8388608->12582911) 00002000:00010000:1.0:1746126842.277443:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087681f80 00000100:00100000:1.0:1746126842.277475:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14175 00000100:00100000:1.0:1746126842.277482:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+19:2027:x1830946005760768:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126842.282711:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.282769:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005761024 00000100:00100000:2.0:1746126842.282776:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005761024 00002000:00100000:2.0:1746126842.282807:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880087682300 x1830946005761024/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.282817:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087682300 with x1830946005761024 ext(8388608->12582911) 00002000:00010000:2.0:1746126842.282822:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087682300 00000100:00100000:2.0:1746126842.282838:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14176 00000100:00100000:2.0:1746126842.282844:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005761024:12345-192.168.202.29@tcp:4:dd.0 00000001:00080000:3.0:1746126842.285008:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970722 is committed 00010000:00010000:0.0:1746126842.286596:0:9603:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.286609:0:9603:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.286616:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.286622:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:0.0:1746126842.286625:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.286643:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.286658:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.286664:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7d6800/0x63da90637734bc35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9603 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.286754:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005760512:12345-192.168.202.29@tcp:4:dd.0 Request processed in 20074us (20582us total) trans 4294970722 rc 0/0 00000100:00100000:0.0:1746126842.286763:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14174 00000100:00100000:0.0:1746126842.292568:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.292937:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.293500:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005761280 00000100:00100000:3.0:1746126842.293508:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005761280 00000100:00100000:3.0:1746126842.294006:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 212 00000100:00100000:3.0:1746126842.294018:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+21:3793:x1830946005761280:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:1.0:1746126842.294047:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005761664 00000100:00100000:1.0:1746126842.294051:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005761664 00000100:00100000:1.0:1746126842.294121:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14177 00000100:00100000:1.0:1746126842.294155:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005761664:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126842.294185:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.294196:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.294198:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.294202:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.294214:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.294431:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+22:3793:x1830946005761280:12345-192.168.202.29@tcp:35:dd.0 Request processed in 413us (1869us total) trans 4294991052 rc 0/0 00000100:00100000:3.0:1746126842.294437:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 212 00000100:00100000:3.0:1746126842.294504:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.294521:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005761792 00000100:00100000:3.0:1746126842.294524:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005761792 00000100:00100000:3.0:1746126842.294548:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14178 00000100:00100000:3.0:1746126842.294553:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2029:x1830946005761792:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126842.294580:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.294588:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.294589:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.294592:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.294601:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.304679:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.304694:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.304701:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.304706:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991fd400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.304709:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.304715:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.304730:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.304736:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991fd400/0x63da90637734bc3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.304812:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005761664:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10681us (11871us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.304821:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14177 00010000:00010000:3.0:1746126842.306547:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.306571:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.306579:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.306584:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6200 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.306587:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.306595:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.306609:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.306615:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7d6200/0x63da90637734bc43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.306695:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+19:2029:x1830946005761792:12345-192.168.202.29@tcp:3:dd.0 Request processed in 12138us (12187us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.306703:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14178 00000100:00100000:0.0:1746126842.312819:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+21:2027:x1830946005760768:12345-192.168.202.29@tcp:4:dd.0 Request processed in 35327us (35548us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746126842.312829:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14175 00002000:00100000:0.0:1746126842.312840:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880087681f80 x1830946005760768/t4294972257(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.312849:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087681f80 with x1830946005760768 ext(8388608->12582911) 00002000:00010000:0.0:1746126842.312855:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087681f80 00000100:00100000:1.0:1746126842.314235:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.314749:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005762048 00000100:00100000:0.0:1746126842.314756:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005762048 00000100:00100000:0.0:1746126842.314943:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14179 00000100:00100000:0.0:1746126842.314950:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005762048:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:0.0:1746126842.314987:0:27142:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fa, atime: 0x0, ctime: 0x6813c7fa, blocks: 0xc800 00010000:00010000:0.0:1746126842.314995:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.315006:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.315007:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.315010:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.315020:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126842.316474:0:9592:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972257 is committed 00000001:00080000:0.0:1746126842.316499:0:9592:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972251 is committed 00000100:00100000:0.0:1746126842.325455:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005761024:12345-192.168.202.29@tcp:4:dd.0 Request processed in 42603us (42744us total) trans 4294970723 rc 0/0 00000100:00100000:0.0:1746126842.325465:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14176 00002000:00100000:0.0:1746126842.325475:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880087682300 x1830946005761024/t4294970723(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.325483:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087682300 with x1830946005761024 ext(8388608->12582911) 00002000:00010000:0.0:1746126842.325488:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087682300 00000001:00080000:3.0:1746126842.326810:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970724 is committed 00000001:00080000:3.0:1746126842.326824:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970723 is committed 00002000:00010000:1.0:1746126842.326918:0:27142:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746126842 -> 1746126843 00002000:00010000:1.0:1746126842.326921:0:27142:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746126842 -> 1746126843 00010000:00010000:1.0:1746126842.326930:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.326936:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.326941:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.326945:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5fe00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.326947:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.326951:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.326962:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.326969:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bc5fe00/0x63da90637734bc4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.327037:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005762048:12345-192.168.202.29@tcp:4:dd.0 Request processed in 12086us (12803us total) trans 4294970724 rc 0/0 00000100:00100000:1.0:1746126842.327047:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14179 00000100:00100000:0.0:1746126842.328978:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.329025:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005762304 00000100:00100000:1.0:1746126842.329033:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005762304 00000100:00100000:0.0:1746126842.329046:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.329087:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005762560 00000100:00100000:1.0:1746126842.329089:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005762560 00000100:00100000:1.0:1746126842.329107:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14180 00000100:00100000:1.0:1746126842.329114:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005762304:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126842.329156:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.329166:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.329167:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.329171:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.329181:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.329203:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14181 00000100:00100000:2.0:1746126842.329212:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005762560:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126842.329228:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.329235:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.329236:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.329239:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.329246:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.333923:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.333935:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.333943:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.333948:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0a400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.333952:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.333958:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.333973:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.333978:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a400/0x63da90637734bc51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.334052:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005762304:12345-192.168.202.29@tcp:3:dd.0 Request processed in 4934us (5074us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.334061:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14180 00010000:00010000:2.0:1746126842.337769:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.337785:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.337792:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.337798:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45de00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.337801:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.337808:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.337826:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.337831:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45de00/0x63da90637734bc58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.337902:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005762560:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8688us (8851us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.337910:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14181 00000100:00100000:0.0:1746126842.346213:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.346299:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005762816 00000100:00100000:2.0:1746126842.346307:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005762816 00000100:00100000:2.0:1746126842.346366:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14182 00000100:00100000:2.0:1746126842.346373:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005762816:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:2.0:1746126842.346409:0:27152:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fb, atime: 0x0, ctime: 0x6813c7fb, blocks: 0xc800 00010000:00010000:2.0:1746126842.346416:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.346427:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.346428:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.346432:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.346443:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126842.361474:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970725 is committed 00010000:00010000:2.0:1746126842.361700:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.361712:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.361718:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.361724:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45c800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.361727:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.361733:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.361747:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.361752:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a45c800/0x63da90637734bc5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.361841:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0b77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005762816:12345-192.168.202.29@tcp:4:dd.0 Request processed in 15464us (15636us total) trans 4294970725 rc 0/0 00000100:00100000:2.0:1746126842.361850:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14182 00000100:00100000:0.0:1746126842.366035:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.366183:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.366222:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005763072 00000100:00100000:1.0:1746126842.366229:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005763072 00000100:00100000:1.0:1746126842.366288:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005763328 00000100:00100000:1.0:1746126842.366291:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005763328 00000100:00100000:1.0:1746126842.366312:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14183 00000100:00100000:1.0:1746126842.366318:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005763072:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126842.366345:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.366352:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14184 00010000:00010000:1.0:1746126842.366358:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.366360:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126842.366361:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005763328:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126842.366364:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.366374:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.366379:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.366387:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.366388:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.366391:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.366399:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.372315:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.372329:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.372337:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.372343:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13ce00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.372346:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.372353:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.372368:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.372378:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13ce00/0x63da90637734bc6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.372466:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005763328:12345-192.168.202.29@tcp:3:dd.0 Request processed in 6102us (6278us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.372475:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14184 00010000:00010000:1.0:1746126842.374567:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.374582:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.374588:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.374670:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0b400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.374673:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.374680:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.374693:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.374699:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b400/0x63da90637734bc66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.374768:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005763072:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8447us (8737us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.374777:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14183 00000100:00100000:0.0:1746126842.378971:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.379028:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005763584 00000100:00100000:1.0:1746126842.379035:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005763584 00000100:00100000:1.0:1746126842.379087:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14185 00000100:00100000:1.0:1746126842.379092:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005763584:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:1.0:1746126842.379123:0:27142:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fb, atime: 0x0, ctime: 0x6813c7fb, blocks: 0xc800 00010000:00010000:1.0:1746126842.379164:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.379175:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.379177:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.379181:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.379192:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126842.392015:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970726 is committed 00010000:00010000:1.0:1746126842.392941:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.392952:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.392959:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.392965:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0a600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.392968:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.392975:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.392990:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.392997:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a600/0x63da90637734bc74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.393194:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005763584:12345-192.168.202.29@tcp:4:dd.0 Request processed in 14097us (14226us total) trans 4294970726 rc 0/0 00000100:00100000:1.0:1746126842.393200:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14185 00000100:00100000:2.0:1746126842.398028:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.398070:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.398140:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005763840 00000100:00100000:1.0:1746126842.398148:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005763840 00000100:00100000:1.0:1746126842.398359:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14186 00000100:00100000:1.0:1746126842.398367:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005763840:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126842.398396:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.398407:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.398408:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.398412:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.398426:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.399008:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005764096 00000100:00100000:3.0:1746126842.399013:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005764096 00000100:00100000:3.0:1746126842.399039:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14187 00000100:00100000:3.0:1746126842.399044:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005764096:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126842.399059:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.399066:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.399067:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.399070:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.399079:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.406562:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.406577:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.406585:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.406591:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0a600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.406595:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.406602:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.406617:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.406624:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a600/0x63da90637734bc7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.406703:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005763840:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8333us (8677us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.406713:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14186 00010000:00010000:2.0:1746126842.407408:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.407422:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.407429:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.407434:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13c400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.407436:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.407442:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.407452:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.407457:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.407502:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005764096:12345-192.168.202.29@tcp:3:dd.0 Request processed in 8457us (9430us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.407508:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14187 00000100:00100000:2.0:1746126842.410918:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.410981:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005764352 00000100:00100000:0.0:1746126842.410988:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005764352 00000100:00100000:0.0:1746126842.411046:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14188 00000100:00100000:0.0:1746126842.411052:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005764352:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:0.0:1746126842.411089:0:27143:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fb, atime: 0x0, ctime: 0x6813c7fb, blocks: 0xc800 00010000:00010000:0.0:1746126842.411096:0:27143:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.411106:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.411107:0:27143:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.411111:0:27143:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.411121:0:27143:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126842.424081:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970727 is committed 00010000:00010000:0.0:1746126842.424273:0:27143:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.424285:0:27143:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.424292:0:27143:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.424298:0:27143:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992db400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:0.0:1746126842.424301:0:27143:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.424309:0:27143:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.424324:0:27143:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.424330:0:27143:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800992db400/0x63da90637734bc89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27143 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.425032:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005764352:12345-192.168.202.29@tcp:4:dd.0 Request processed in 13975us (14117us total) trans 4294970727 rc 0/0 00000100:00100000:0.0:1746126842.425040:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14188 00000100:00100000:0.0:1746126842.429009:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.429056:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.429119:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005764608 00000100:00100000:1.0:1746126842.429153:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005764608 00000100:00100000:1.0:1746126842.429247:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005764864 00000100:00100000:1.0:1746126842.429250:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005764864 00000100:00100000:1.0:1746126842.429286:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14189 00000100:00100000:3.0:1746126842.429291:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14190 00000100:00100000:1.0:1746126842.429293:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005764608:12345-192.168.202.29@tcp:3:dd.0 00000100:00100000:3.0:1746126842.429298:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005764864:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:3.0:1746126842.429319:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.429319:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.429329:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.429329:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.429331:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.429331:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.429335:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.429335:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.429345:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.429345:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.435501:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.435515:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.435522:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.435528:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13c400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:3.0:1746126842.435531:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.435538:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.435552:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.435558:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e13c400/0x63da90637734bc97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.435645:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005764864:12345-192.168.202.29@tcp:3:dd.0 Request processed in 6343us (6583us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.435655:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14190 00010000:00010000:1.0:1746126842.436465:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.436476:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.436483:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.436488:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0a000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.436491:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.436496:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.436506:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.436511:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef0a000/0x63da90637734bc90 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.436753:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005764608:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7458us (7748us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.436759:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14189 00000100:00100000:0.0:1746126842.439560:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.439653:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005765120 00000100:00100000:1.0:1746126842.439661:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005765120 00000100:00100000:1.0:1746126842.439721:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14191 00000100:00100000:1.0:1746126842.439728:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005765120:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:1.0:1746126842.439766:0:27142:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fb, atime: 0x0, ctime: 0x6813c7fb, blocks: 0xc800 00010000:00010000:1.0:1746126842.439773:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.439783:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.439784:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.439788:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.439802:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126842.451952:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970728 is committed 00010000:00010000:1.0:1746126842.452241:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.452253:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.452260:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.452267:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0b400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.452270:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.452277:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.452291:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.452297:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0b400/0x63da90637734bc9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.452499:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005765120:12345-192.168.202.29@tcp:4:dd.0 Request processed in 12766us (12941us total) trans 4294970728 rc 0/0 00000100:00100000:1.0:1746126842.452511:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14191 00000100:00100000:0.0:1746126842.455747:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.455799:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005765376 00000100:00100000:1.0:1746126842.455807:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005765376 00000100:00100000:1.0:1746126842.455858:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14192 00000100:00100000:1.0:1746126842.455865:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005765376:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126842.455889:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.455900:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.455901:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126842.455905:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.455915:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126842.457078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.457526:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005765632 00000100:00100000:2.0:1746126842.457535:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005765632 00000100:00100000:2.0:1746126842.457575:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14193 00000100:00100000:2.0:1746126842.457581:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005765632:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126842.457608:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.457617:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.457619:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.457623:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.457645:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.462563:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.462601:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.462612:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.462620:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.462626:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef0b600 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126842.462639:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.462646:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.462662:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.462668:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef0b600/0x63da90637734bca5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.462732:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.462739:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.462744:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e4800 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.462747:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.462753:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.462763:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.462772:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4800/0x63da90637734bcac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.462856:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005765632:12345-192.168.202.29@tcp:3:dd.0 Request processed in 5270us (5776us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.462865:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14193 00000100:00100000:0.0:1746126842.463676:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2029:x1830946005765376:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7809us (7934us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126842.463688:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14192 00000100:00100000:0.0:1746126842.468890:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.468970:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005765888 00000100:00100000:2.0:1746126842.468977:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005765888 00000100:00100000:2.0:1746126842.469024:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14194 00000100:00100000:2.0:1746126842.469031:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005765888:12345-192.168.202.29@tcp:4:dd.0 00002000:00010000:2.0:1746126842.469077:0:27142:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fb, atime: 0x0, ctime: 0x6813c7fb, blocks: 0xc800 00010000:00010000:2.0:1746126842.469084:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.469094:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.469095:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.469099:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.469109:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746126842.482998:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970729 is committed 00010000:00010000:2.0:1746126842.483197:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.483209:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.483217:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.483224:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5e00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.483227:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.483234:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.483249:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.483255:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.483355:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005765888:12345-192.168.202.29@tcp:4:dd.0 Request processed in 14320us (14467us total) trans 4294970729 rc 0/0 00000100:00100000:2.0:1746126842.483367:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14194 00000100:00100000:0.0:1746126842.489214:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.489353:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005766144 00000100:00100000:2.0:1746126842.489361:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005766144 00000100:00100000:2.0:1746126842.489411:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14195 00000100:00100000:2.0:1746126842.489419:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005766144:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:2.0:1746126842.489447:0:27142:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.489464:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.489465:0:27142:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.489470:0:27142:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.489482:0:27142:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.496342:0:27142:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.496354:0:27142:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.496359:0:27142:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.496362:0:27142:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:2.0:1746126842.496365:0:27142:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.496369:0:27142:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.496381:0:27142:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.496384:0:27142:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f0e5400/0x63da90637734bcba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27142 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.496457:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2028:x1830946005766144:12345-192.168.202.29@tcp:3:dd.0 Request processed in 7036us (7247us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.496661:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14195 00000100:00100000:0.0:1746126842.498268:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.498465:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005766272 00000100:00100000:2.0:1746126842.498472:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005766272 00000100:00100000:2.0:1746126842.498516:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30669 00000100:00100000:2.0:1746126842.498523:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:3792:x1830946005766272:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126842.498536:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.498551:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcc1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88f4 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126842.498569:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813c7fb, atime: 0x0, ctime: 0x6813c7fb, blocks: 0xc800 00010000:00010000:2.0:1746126842.498582:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.498584:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126842.498590:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88f4 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.498601:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e5e00/0x63da90637734bcc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88f4 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.498608:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e5e00, rc 0) 00000100:00100000:2.0:1746126842.498648:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3792:x1830946005766272:12345-192.168.202.29@tcp:101:dd.0 Request processed in 122us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126842.498653:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30669 00000100:00100000:0.0:1746126842.509757:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.509907:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005766400 00000100:00100000:2.0:1746126842.509915:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005766400 00002000:00100000:2.0:1746126842.509954:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (25165824->26214399) req@ffff880087681c00 x1830946005766400/t0(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.509962:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087681c00 with x1830946005766400 ext(25165824->26214399) 00002000:00010000:2.0:1746126842.509967:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087681c00 00000100:00100000:2.0:1746126842.509997:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14196 00000100:00100000:2.0:1746126842.510004:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2030:x1830946005766400:12345-192.168.202.29@tcp:4:dd.0 00010000:00010000:3.0:1746126842.510339:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126842.518118:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005766400:12345-192.168.202.29@tcp:4:dd.0 Request processed in 8107us (8361us total) trans 4294970730 rc 0/0 00000100:00100000:0.0:1746126842.518146:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14196 00002000:00100000:0.0:1746126842.518156:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (25165824->26214399) req@ffff880087681c00 x1830946005766400/t4294970730(0) o4->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.518164:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087681c00 with x1830946005766400 ext(25165824->26214399) 00002000:00010000:0.0:1746126842.518169:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087681c00 00000100:00100000:0.0:1746126842.520060:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.520149:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005766528 00000100:00100000:2.0:1746126842.520156:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005766528 00000100:00100000:2.0:1746126842.520182:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30670 00000100:00100000:2.0:1746126842.520187:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005766528:12345-192.168.202.29@tcp:16:dd.0 00000001:00080000:3.0:1746126842.521366:0:10932:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970730 is committed 00000100:00100000:2.0:1746126842.521599:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005766528:12345-192.168.202.29@tcp:16:dd.0 Request processed in 1409us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126842.521607:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30670 00000100:00100000:0.0:1746126842.523425:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.523501:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005766784 00000100:00100000:3.0:1746126842.523507:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005766784 00000100:00100000:3.0:1746126842.523544:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 213 00000100:00100000:3.0:1746126842.523550:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880071b22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+32:3792:x1830946005766784:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:3.0:1746126842.523764:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880071b22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+33:3792:x1830946005766784:12345-192.168.202.29@tcp:35:dd.0 Request processed in 213us (342us total) trans 4294991053 rc 0/0 00000100:00100000:3.0:1746126842.523770:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 213 00000100:00100000:0.0:1746126842.530260:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.530327:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005766912 00000100:00100000:3.0:1746126842.530334:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005766912 00000100:00100000:3.0:1746126842.530388:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55662 00000100:00100000:3.0:1746126842.530397:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+33:3796:x1830946005766912:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746126842.530418:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126842.530433:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d000/0x63da90637734bcc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff88fb expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.530478:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734bccf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126842.530488:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734bccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126842.530497:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734bccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:3.0:1746126842.530530:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126842.530533:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126842.530546:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734bccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126842.530562:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13d000/0x63da90637734bcc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88fb expref: 35 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.530591:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734bccf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88fb expref: 34 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.530598:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126842.530601:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126842.530603:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13dc00, rc 0) 00000100:00100000:3.0:1746126842.530650:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:3796:x1830946005766912:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 254us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126842.530655:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55662 00000100:00100000:1.0:1746126842.535020:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.535072:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.535164:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005767040 00000100:00100000:2.0:1746126842.535172:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005767040 00000100:00100000:2.0:1746126842.535221:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55663 00000100:00100000:2.0:1746126842.535229:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+34:3796:x1830946005767040:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:2.0:1746126842.535244:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.535260:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bcd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8902 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.535312:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535322:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535334:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535343:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535349:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535353:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535414:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bceb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535420:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bceb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535426:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bceb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126842.535455:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:2.0:1746126842.535459:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126842.535472:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bceb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535480:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bceb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535486:0:7252:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535491:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535499:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535504:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535508:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5a00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126842.535512:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535517:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535526:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126842.535528:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126842.535531:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535536:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5a00/0x63da90637734bcdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535551:0:7252:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535556:0:7252:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535560:0:7252:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535564:0:7252:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126842.535566:0:7252:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535572:0:7252:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535579:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:2.0:1746126842.535580:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126842.535582:0:7252:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535586:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bce4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.535605:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bcd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8902 expref: 36 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.535615:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bceb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8902 expref: 35 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.535620:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:2.0:1746126842.535622:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126842.535625:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e4800, rc 0) 00000100:00100000:2.0:1746126842.535681:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+35:3796:x1830946005767040:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 453us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126842.535688:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55663 00000100:00100000:0.0:1746126842.535817:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005767168 00000100:00100000:0.0:1746126842.535821:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005767168 00000100:00100000:0.0:1746126842.535854:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 634 00000100:00100000:0.0:1746126842.535860:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2030:x1830946005767168:12345-192.168.202.29@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126842.535875:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126842.535883:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82600/0x63da90637734bcf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8909 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.535900:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535906:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535911:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535919:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535923:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535927:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535939:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535943:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535947:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535950:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126842.535952:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535956:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535962:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126842.535964:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126842.535966:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535970:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83800/0x63da90637734bcf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535981:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535985:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535989:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535992:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba83600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126842.535994:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.535997:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.536013:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88012f0fc700) 00010000:00010000:0.0:1746126842.536015:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126842.536017:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.536021:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba83600/0x63da90637734bd00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:0.0:1746126842.536038:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82600/0x63da90637734bcf2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8909 expref: 36 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.536049:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126842.536051:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126842.536054:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba82600/0x63da90637734bcf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8909 expref: 36 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126842.536060:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba82600, rc -2) 00000100:00100000:0.0:1746126842.537006:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2030:x1830946005767168:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 1143us (1930us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126842.537014:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 634 00000100:00100000:0.0:1746126842.544013:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.544055:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.544095:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005767424 00000100:00100000:3.0:1746126842.544103:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005767424 00000100:00100000:0.0:1746126842.544116:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.544147:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005767552 00000100:00100000:3.0:1746126842.544149:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005767552 00000100:00100000:3.0:1746126842.544165:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30671 00000100:00100000:3.0:1746126842.544176:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005767424:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746126842.544190:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126842.544200:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005767296 00010000:00010000:3.0:1746126842.544203:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011e13c000/0x63da90637734bd07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8910 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.544203:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005767296 00000100:00100000:2.0:1746126842.544227:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 975 00000100:00100000:2.0:1746126842.544231:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2029:x1830946005767296:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126842.544238:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126842.544247:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094035f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997840384:192.168.202.29@tcp:106: 00010000:00010000:2.0:1746126842.544253:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bceb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8902 expref: 35 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.544263:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:2.0:1746126842.544267:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126842.544315:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126842.544326:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30672 00000100:00100000:1.0:1746126842.544337:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005767552:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:1.0:1746126842.544344:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126842.544355:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c800/0x63da90637734bd0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8917 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126842.544410:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997840512:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126842.544616:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2029:x1830946005767296:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 383us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126842.544622:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 975 00000100:00100000:1.0:1746126842.544988:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0eb900 going to sleep for 11 seconds 00002000:00010000:3.0:1746126842.547056:0:9597:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746126842.547061:0:9597:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746126842 00002000:00010000:3.0:1746126842.547063:0:9597:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746126842 00002000:00010000:3.0:1746126842.547065:0:9597:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746126842 00002000:00010000:3.0:1746126842.547067:0:9597:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746126842.547086:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094035f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997840384:192.168.202.29@tcp:106: 00010000:00010000:3.0:1746126842.547115:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011e13c000/0x63da90637734bd07 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8910 expref: 8 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126842.547169:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e13c000/0x63da90637734bd07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8910 expref: 8 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126842.547184:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13c000, rc 0) 00000100:00100000:3.0:1746126842.547240:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2027:x1830946005767424:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 3068us (3183us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126842.547246:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30671 00002000:00010000:1.0:1746126842.547308:0:9594:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:1.0:1746126842.547310:0:9594:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1746126842 00002000:00010000:1.0:1746126842.547312:0:9594:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1746126842 00002000:00010000:1.0:1746126842.547313:0:9594:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1746126842 00002000:00010000:1.0:1746126842.547314:0:9594:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746126842.547324:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9594:1830945997840512:192.168.202.29@tcp:106: 00010000:00010000:1.0:1746126842.547342:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c800/0x63da90637734bd0e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8917 expref: 9 pid: 9594 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126842.547350:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ae4c800/0x63da90637734bd0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8917 expref: 9 pid: 9594 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126842.547361:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4c800, rc 0) 00000100:00100000:1.0:1746126842.547380:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005767552:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 3048us (3262us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126842.547384:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30672 00000100:00100000:0.0:1746126842.554241:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.554289:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005767680 00000100:00100000:3.0:1746126842.554297:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005767680 00000100:00100000:3.0:1746126842.554347:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55664 00000100:00100000:3.0:1746126842.554354:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+22:3797:x1830946005767680:12345-192.168.202.29@tcp:101:checkstat.0 00010000:00010000:3.0:1746126842.554373:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126842.554388:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13cc00/0x63da90637734bd15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff891e expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.554436:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126842.554447:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126842.554457:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:3.0:1746126842.554487:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126842.554490:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126842.554503:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126842.554520:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13cc00/0x63da90637734bd15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 24 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.554548:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 23 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.554555:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126842.554558:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126842.554561:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e13de00, rc 0) 00000100:00100000:3.0:1746126842.554608:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+23:3797:x1830946005767680:12345-192.168.202.29@tcp:101:checkstat.0 Request processed in 254us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126842.554614:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55664 00000100:00100000:0.0:1746126842.557899:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.557979:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005767808 00000100:00100000:2.0:1746126842.557986:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005767808 00000100:00100000:2.0:1746126842.558021:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 635 00000100:00100000:2.0:1746126842.558028:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:282c81db-7eec-4a96-a690-249dab73b4e4+23:2027:x1830946005767808:12345-192.168.202.29@tcp:63:ll_sa.0 00010000:00010000:2.0:1746126842.558055:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.558067:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bd23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8925 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.558102:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558111:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558119:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558149:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558154:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558159:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558187:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558192:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558196:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558201:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126842.558204:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558208:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558216:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126842.558219:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126842.558222:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558226:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5400/0x63da90637734bd2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558250:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558255:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558259:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558263:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f0e5200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126842.558265:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558269:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558274:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012b159100) 00010000:00010000:2.0:1746126842.558276:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126842.558278:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558282:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126842.558302:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bd23 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8925 expref: 24 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.558309:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126842.558310:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126842.558313:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bd23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8925 expref: 24 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.558320:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e4800, rc -2) 00000100:00100000:2.0:1746126842.558362:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:282c81db-7eec-4a96-a690-249dab73b4e4+23:2027:x1830946005767808:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 335us (470us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746126842.558368:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 635 00000100:00100000:0.0:1746126842.563350:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.563430:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005768064 00000100:00100000:2.0:1746126842.563439:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005768064 00000100:00100000:2.0:1746126842.563752:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55665 00000100:00100000:2.0:1746126842.563760:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+34:3800:x1830946005768064:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126842.563783:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.563798:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bd38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff895d expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.563877:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.563888:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:2.0:1746126842.563897:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126842.563905:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746126842.563987:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e4800/0x63da90637734bd38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff895d expref: 37 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.564015:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff895d expref: 36 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.564022:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:2.0:1746126842.564024:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126842.564026:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e5200, rc 0) 00000100:00100000:2.0:1746126842.564103:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+36:3800:x1830946005768064:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 344us (760us total) trans 4294991054 rc 0/0 00000100:00100000:2.0:1746126842.564109:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55665 00000100:00100000:0.0:1746126842.566343:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.566405:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005768192 00000100:00100000:2.0:1746126842.566410:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005768192 00000100:00100000:0.0:1746126842.566414:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.566457:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 976 00000100:00100000:1.0:1746126842.566458:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005768320 00000100:00100000:1.0:1746126842.566461:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005768320 00000100:00100000:2.0:1746126842.566463:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:2028:x1830946005768192:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126842.566473:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126842.566481:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30673 00000100:00100000:1.0:1746126842.566486:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005768320:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126842.566487:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5200/0x63da90637734bd3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff895d expref: 36 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.566495:0:9594:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.566497:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:2.0:1746126842.566501:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126842.566504:0:9594:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae4ca00/0x63da90637734bd4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8964 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.566538:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:2028:x1830946005768192:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 75us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126842.566538:0:9594:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997840640:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126842.566543:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 976 00000100:00100000:1.0:1746126842.566586:0:9594:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0eb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126842.566807:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.566944:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005768448 00000100:00100000:2.0:1746126842.566947:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005768448 00000100:00100000:2.0:1746126842.567000:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30674 00000100:00100000:2.0:1746126842.567005:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005768448:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126842.567012:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.567020:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff896b expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126842.567044:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997840768:192.168.202.29@tcp:106: 00000100:00100000:2.0:1746126842.567258:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1af00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126842.568319:0:9594:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a3df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9594:1830945997840640:192.168.202.29@tcp:106: 00010000:00010000:1.0:1746126842.568338:0:9594:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae4ca00/0x63da90637734bd4d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8964 expref: 8 pid: 9594 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126842.568349:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae4ca00/0x63da90637734bd4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8964 expref: 8 pid: 9594 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126842.568360:0:9594:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4ca00, rc 0) 00000100:00100000:1.0:1746126842.568384:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+7:2030:x1830946005768320:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 1897us (1969us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126842.568389:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30673 00000100:00100000:2.0:1746126842.568499:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997840768:192.168.202.29@tcp:106: 00010000:00010000:2.0:1746126842.568516:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd54 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff896b expref: 9 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126842.568525:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff896b expref: 9 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126842.568538:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e4c00, rc 0) 00000100:00100000:2.0:1746126842.568558:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005768448:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 1553us (1752us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126842.568563:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30674 00000100:00100000:0.0:1746126842.578930:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.579032:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005768576 00000100:00100000:2.0:1746126842.579039:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005768576 00000100:00100000:2.0:1746126842.579081:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30675 00000100:00100000:2.0:1746126842.579087:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+7:3800:x1830946005768576:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126842.579101:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.579114:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009902a400/0x63da90637734bd5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8972 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.579169:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.579176:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126842.579177:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126842.579180:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009902a400/0x63da90637734bd5b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8972 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.579202:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.579212:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 8 pid: 9597 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746126842.579225:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997840896:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126842.579296:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126842.580867:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9597:1830945997840896:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126842.580891:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009902a400/0x63da90637734bd5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8972 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.580902:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009902a400, rc 0) 00000100:00100000:2.0:1746126842.580929:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3800:x1830946005768576:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 1842us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126842.580936:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30675 00000100:00100000:0.0:1746126842.583499:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.583689:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005768704 00000100:00100000:2.0:1746126842.583695:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005768704 00002000:00100000:2.0:1746126842.583728:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88009a3a7480 x1830946005768704/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.583737:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7480 with x1830946005768704 ext(12582912->13631487) 00010000:00010000:2.0:1746126842.583744:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 9 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:2.0:1746126842.583755:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 9 pid: 9597 timeout: 838 lvb_type: 0 00002000:00010000:2.0:1746126842.583763:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a7480 00000100:00100000:2.0:1746126842.583793:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 3125 00000100:00100000:2.0:1746126842.583800:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005768704:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126842.593789:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005768704:12345-192.168.202.29@tcp:4:dd.0 Request processed in 9982us (10289us total) trans 4294972258 rc 0/0 00000100:00100000:0.0:1746126842.593798:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 3125 00002000:00100000:0.0:1746126842.593808:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88009a3a7480 x1830946005768704/t4294972258(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/448 e 0 to 0 dl 1746126853 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.593822:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7480 with x1830946005768704 ext(12582912->13631487) 00010000:00010000:0.0:1746126842.593831:0:27142:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 11 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746126842.593844:0:27142:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 11 pid: 9597 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746126842.593850:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a3a7480 00000100:00100000:1.0:1746126842.613076:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.613199:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005768832 00000100:00100000:3.0:1746126842.613206:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005768832 00010000:00010000:3.0:1746126842.613236:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 11 pid: 9597 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746126842.613275:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18373 00000100:00100000:3.0:1746126842.613281:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:2029:x1830946005768832:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126842.613294:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126842.613307:0:7239:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746126842.613312:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 11 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126842.613322:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 11 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126842.613340:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bc5e200/0x63da90637734bbb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88df expref: 11 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126842.613362:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.613364:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.613370:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009902a400/0x63da90637734bd5b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8972 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.613376:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009902a400/0x63da90637734bd5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8972 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.613402:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009902a400/0x63da90637734bd5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8972 expref: 7 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.613411:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094035f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997841024:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126842.613481:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126842.614882:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094035f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997841024:192.168.202.29@tcp:105: 00010000:00010000:3.0:1746126842.614894:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126842.615065:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:2029:x1830946005768832:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1784us (1994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126842.615071:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18373 00000100:00100000:0.0:1746126842.616170:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.616320:0:27142:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005769088 00000100:00100000:2.0:1746126842.616326:0:27142:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005769088 00002000:00100000:2.0:1746126842.616360:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->1048575) req@ffff88009a3a4700 x1830946005769088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.616368:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4700 with x1830946005769088 ext(0->1048575) 00002000:00010000:2.0:1746126842.616372:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a4700 00000100:00100000:2.0:1746126842.616386:0:27142:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14197 00000100:00100000:2.0:1746126842.616392:0:27142:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005769088:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126842.624150:0:27142:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005769088:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 7734us (7958us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.624159:0:27142:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14197 00002000:00100000:2.0:1746126842.624169:0:27142:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->1048575) req@ffff88009a3a4700 x1830946005769088/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.624178:0:27142:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4700 with x1830946005769088 ext(0->1048575) 00002000:00010000:2.0:1746126842.624183:0:27142:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a4700 00000100:00100000:3.0:1746126842.631078:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.631163:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005769216 00000100:00100000:2.0:1746126842.631171:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005769216 00000100:00100000:2.0:1746126842.631216:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30676 00000100:00100000:2.0:1746126842.631222:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:3800:x1830946005769216:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126842.631236:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.631251:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8979 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.631275:0:9597:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.631285:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126842.631287:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126842.631290:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd62 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8979 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.631315:0:9597:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.631325:0:9597:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 8 pid: 9597 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746126842.631335:0:9597:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997841152:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126842.631743:0:9597:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126842.633057:0:9597:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9597:1830945997841152:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126842.633078:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd62 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8979 expref: 9 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.633091:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f0e4c00, rc 0) 00000100:00100000:2.0:1746126842.633279:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:3800:x1830946005769216:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 2056us (2207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126842.633286:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30676 00000100:00100000:0.0:1746126842.646796:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.647102:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005769344 00000100:00100000:3.0:1746126842.647110:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005769344 00010000:00010000:3.0:1746126842.647703:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 9 pid: 9597 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746126842.647742:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18374 00000100:00100000:3.0:1746126842.647749:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2028:x1830946005769344:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126842.647761:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126842.647779:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 9 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126842.647790:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 9 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126842.647811:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099873000/0x63da90637734bbcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ed expref: 9 pid: 9597 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126842.647846:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.647848:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126842.647857:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8979 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.647865:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8979 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.647893:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f0e4c00/0x63da90637734bd62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8979 expref: 8 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126842.647904:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094035f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997841280:192.168.202.29@tcp:105: 00000100:00100000:3.0:1746126842.648044:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88011ff17cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126842.649863:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094035f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997841280:192.168.202.29@tcp:105: 00010000:00010000:0.0:1746126842.649880:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126842.650261:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005769344:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2511us (3472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126842.650270:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18374 00000100:00100000:0.0:1746126842.657558:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.659098:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.659144:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005769728 00000100:00100000:1.0:1746126842.659152:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005769728 00002000:00100000:1.0:1746126842.659190:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (1048576->2097151) req@ffff88009a3a4000 x1830946005769728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.659198:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4000 with x1830946005769728 ext(1048576->2097151) 00002000:00010000:1.0:1746126842.659203:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a4000 00000100:00100000:1.0:1746126842.659232:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005769856 00000100:00100000:1.0:1746126842.659235:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005769856 00002000:00100000:1.0:1746126842.659246:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009a3dfb80 x1830946005769856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.659253:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dfb80 with x1830946005769856 ext(0->2097151) 00002000:00010000:1.0:1746126842.659256:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3dfb80 00000100:00100000:1.0:1746126842.659336:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14198 00000100:00100000:1.0:1746126842.659347:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005769728:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.659548:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14199 00000100:00100000:3.0:1746126842.659555:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005769856:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.677664:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005769856:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 18102us (18561us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126842.677676:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14199 00002000:00100000:3.0:1746126842.677687:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009a3dfb80 x1830946005769856/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.677696:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dfb80 with x1830946005769856 ext(0->2097151) 00002000:00010000:3.0:1746126842.677702:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3dfb80 00000100:00100000:1.0:1746126842.678944:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005769728:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 19596us (21389us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.678952:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14198 00002000:00100000:1.0:1746126842.678958:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (1048576->2097151) req@ffff88009a3a4000 x1830946005769728/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.678966:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a4000 with x1830946005769728 ext(1048576->2097151) 00002000:00010000:1.0:1746126842.678970:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a4000 00000100:00100000:1.0:1746126842.695312:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.695359:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.695429:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005770112 00000100:00100000:2.0:1746126842.695437:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005770368 00000100:00100000:3.0:1746126842.695438:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005770112 00000100:00100000:2.0:1746126842.695441:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005770368 00002000:00100000:3.0:1746126842.695475:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009a3de300 x1830946005770112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.695475:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009a3ded80 x1830946005770368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.695484:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de300 with x1830946005770112 ext(2097152->4194303) 00002000:00010000:3.0:1746126842.695488:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3de300 00002000:00100000:2.0:1746126842.695488:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ded80 with x1830946005770368 ext(2097152->4194303) 00002000:00010000:2.0:1746126842.695491:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3ded80 00000100:00100000:3.0:1746126842.695517:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14200 00000100:00100000:2.0:1746126842.695521:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14201 00000100:00100000:3.0:1746126842.695523:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005770112:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126842.695527:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005770368:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.712154:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005770112:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 16622us (16841us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126842.712163:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14200 00002000:00100000:3.0:1746126842.712172:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009a3de300 x1830946005770112/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.712180:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de300 with x1830946005770112 ext(2097152->4194303) 00002000:00010000:3.0:1746126842.712184:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3de300 00000100:00100000:2.0:1746126842.714739:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005770368:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 19204us (19371us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126842.714749:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14201 00002000:00100000:2.0:1746126842.714759:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009a3ded80 x1830946005770368/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.714768:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ded80 with x1830946005770368 ext(2097152->4194303) 00002000:00010000:2.0:1746126842.714773:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3ded80 00000100:00100000:0.0:1746126842.730823:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.730867:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.730941:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005770624 00000100:00100000:2.0:1746126842.730942:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005770880 00000100:00100000:3.0:1746126842.730948:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005770624 00000100:00100000:2.0:1746126842.730948:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005770880 00002000:00100000:3.0:1746126842.730986:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009a3a5880 x1830946005770624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.730986:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88009a3a7b80 x1830946005770880/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.730995:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946005770624 ext(4194304->6291455) 00002000:00100000:2.0:1746126842.730995:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005770880 ext(4194304->6291455) 00002000:00010000:3.0:1746126842.730999:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a5880 00002000:00010000:2.0:1746126842.730999:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7b80 00000100:00100000:3.0:1746126842.731024:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14202 00000100:00100000:3.0:1746126842.731031:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005770624:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126842.731053:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14203 00000100:00100000:0.0:1746126842.731060:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005770880:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.741392:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005770624:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 10353us (10568us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126842.741403:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14202 00002000:00100000:3.0:1746126842.741413:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009a3a5880 x1830946005770624/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.741421:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5880 with x1830946005770624 ext(4194304->6291455) 00002000:00010000:3.0:1746126842.741426:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a5880 00000100:00100000:2.0:1746126842.744365:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005770880:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13299us (13490us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126842.744374:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14203 00002000:00100000:2.0:1746126842.744382:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88009a3a7b80 x1830946005770880/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.744388:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7b80 with x1830946005770880 ext(4194304->6291455) 00002000:00010000:2.0:1746126842.744392:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7b80 00000100:00100000:1.0:1746126842.748488:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.748575:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005771136 00000100:00100000:2.0:1746126842.748583:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005771136 00002000:00100000:2.0:1746126842.748620:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009a3dd500 x1830946005771136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.748643:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dd500 with x1830946005771136 ext(6291456->7340031) 00002000:00010000:2.0:1746126842.748648:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3dd500 00000100:00100000:2.0:1746126842.748694:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14204 00000100:00100000:2.0:1746126842.748701:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005771136:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126842.749612:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.749677:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005771392 00000100:00100000:3.0:1746126842.749681:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005771392 00002000:00100000:3.0:1746126842.749701:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009a3ddc00 x1830946005771392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.749708:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005771392 ext(6291456->7340031) 00002000:00010000:3.0:1746126842.749711:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3ddc00 00000100:00100000:3.0:1746126842.749737:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14205 00000100:00100000:3.0:1746126842.749742:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005771392:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126842.757209:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.757347:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005771648 00000100:00100000:2.0:1746126842.757359:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005771648 00002000:00100000:2.0:1746126842.757398:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009a3de680 x1830946005771648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.757408:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de680 with x1830946005771648 ext(7340032->8388607) 00002000:00010000:2.0:1746126842.757413:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3de680 00000100:00100000:2.0:1746126842.757431:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14206 00000100:00100000:2.0:1746126842.757438:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005771648:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126842.757950:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.758070:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2027:x1830946005771136:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9368us (9588us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126842.758076:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14204 00002000:00100000:0.0:1746126842.758083:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009a3dd500 x1830946005771136/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.758090:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3dd500 with x1830946005771136 ext(6291456->7340031) 00002000:00010000:0.0:1746126842.758093:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3dd500 00000100:00100000:0.0:1746126842.758105:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005771904 00000100:00100000:0.0:1746126842.758108:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005771904 00002000:00100000:0.0:1746126842.758121:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88009a3a7100 x1830946005771904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.758148:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7100 with x1830946005771904 ext(7340032->8388607) 00002000:00010000:0.0:1746126842.758151:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7100 00000100:00100000:0.0:1746126842.758163:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14207 00000100:00100000:0.0:1746126842.758168:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2027:x1830946005771904:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.760799:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2027:x1830946005771392:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11051us (11181us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.760808:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14205 00002000:00100000:3.0:1746126842.760817:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009a3ddc00 x1830946005771392/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.760826:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3ddc00 with x1830946005771392 ext(6291456->7340031) 00002000:00010000:3.0:1746126842.760830:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3ddc00 00000100:00100000:2.0:1746126842.768903:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005771648:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 11457us (11695us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126842.768913:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14206 00002000:00100000:2.0:1746126842.768924:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009a3de680 x1830946005771648/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.768933:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3de680 with x1830946005771648 ext(7340032->8388607) 00002000:00010000:2.0:1746126842.768938:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3de680 00000100:00100000:0.0:1746126842.770579:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005771904:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12406us (12624us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126842.770587:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14207 00002000:00100000:0.0:1746126842.770594:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88009a3a7100 x1830946005771904/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.770601:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a7100 with x1830946005771904 ext(7340032->8388607) 00002000:00010000:0.0:1746126842.770604:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3a7100 00000100:00100000:1.0:1746126842.788531:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.788589:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.788652:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005772288 00000100:00100000:0.0:1746126842.788659:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005772288 00002000:00100000:0.0:1746126842.788695:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88009a3df480 x1830946005772288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.788704:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3df480 with x1830946005772288 ext(8388608->10485759) 00002000:00010000:0.0:1746126842.788708:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3df480 00000100:00100000:0.0:1746126842.788773:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005772416 00000100:00100000:0.0:1746126842.788775:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005772416 00000100:00100000:2.0:1746126842.788786:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14208 00002000:00100000:0.0:1746126842.788788:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800a6bf8a80 x1830946005772416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.788793:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8a80 with x1830946005772416 ext(8388608->10485759) 00000100:00100000:2.0:1746126842.788794:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005772288:12345-192.168.202.29@tcp:3:cmp.0 00002000:00010000:0.0:1746126842.788796:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6bf8a80 00000100:00100000:0.0:1746126842.788872:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14209 00000100:00100000:0.0:1746126842.788877:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005772416:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126842.804258:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005772288:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 15455us (15724us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126842.804268:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14208 00002000:00100000:2.0:1746126842.804279:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88009a3df480 x1830946005772288/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.804288:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3df480 with x1830946005772288 ext(8388608->10485759) 00002000:00010000:2.0:1746126842.804293:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a3df480 00000100:00100000:0.0:1746126842.806733:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005772416:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17848us (18136us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746126842.806743:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14209 00002000:00100000:0.0:1746126842.806753:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8800a6bf8a80 x1830946005772416/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.806762:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6bf8a80 with x1830946005772416 ext(8388608->10485759) 00002000:00010000:0.0:1746126842.806767:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6bf8a80 00000100:00100000:2.0:1746126842.814706:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.814805:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005772672 00000100:00100000:0.0:1746126842.814814:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005772672 00002000:00100000:0.0:1746126842.814852:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008ec5c000 x1830946005772672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.814861:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5c000 with x1830946005772672 ext(10485760->11534335) 00002000:00010000:0.0:1746126842.814866:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5c000 00000100:00100000:0.0:1746126842.814883:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14210 00000100:00100000:0.0:1746126842.814890:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005772672:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.815983:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.817867:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005772928 00000100:00100000:2.0:1746126842.817875:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005772928 00002000:00100000:2.0:1746126842.817908:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880094036300 x1830946005772928/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.817917:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094036300 with x1830946005772928 ext(10485760->11534335) 00002000:00010000:2.0:1746126842.817922:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094036300 00000100:00100000:2.0:1746126842.817939:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14211 00000100:00100000:2.0:1746126842.817945:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2030:x1830946005772928:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.825252:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.825281:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.827139:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005773312 00000100:00100000:0.0:1746126842.827148:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005773312 00000100:00100000:2.0:1746126842.828001:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005773568 00000100:00100000:2.0:1746126842.828006:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005773568 00002000:00100000:3.0:1746126842.828116:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880094036a00 x1830946005773568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.828141:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094036a00 with x1830946005773568 ext(11534336->12582911) 00002000:00010000:3.0:1746126842.828146:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094036a00 00000100:00100000:3.0:1746126842.828177:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14212 00000100:00100000:3.0:1746126842.828185:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2029:x1830946005773568:12345-192.168.202.29@tcp:3:cmp.0 00002000:00100000:1.0:1746126842.828861:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->13631487) req@ffff880094036680 x1830946005773312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.828871:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094036680 with x1830946005773312 ext(11534336->13631487) 00002000:00010000:1.0:1746126842.828874:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094036680 00000100:00100000:1.0:1746126842.829085:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14213 00000100:00100000:1.0:1746126842.829092:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946005773312:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126842.832879:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2029:x1830946005772672:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17980us (18172us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126842.832889:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14210 00002000:00100000:0.0:1746126842.832899:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008ec5c000 x1830946005772672/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.832908:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5c000 with x1830946005772672 ext(10485760->11534335) 00002000:00010000:0.0:1746126842.832913:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5c000 00000100:00100000:0.0:1746126842.839768:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2030:x1830946005772928:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 21802us (23765us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126842.839785:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14211 00002000:00100000:0.0:1746126842.839794:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880094036300 x1830946005772928/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.839803:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094036300 with x1830946005772928 ext(10485760->11534335) 00002000:00010000:0.0:1746126842.839814:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094036300 00000100:00100000:3.0:1746126842.841923:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005773568:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13731us (16633us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126842.841933:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14212 00002000:00100000:3.0:1746126842.841941:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880094036a00 x1830946005773568/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126842.841949:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094036a00 with x1830946005773568 ext(11534336->12582911) 00002000:00010000:3.0:1746126842.841954:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094036a00 00000100:00100000:2.0:1746126842.852909:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2029:x1830946005773312:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 23810us (27658us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126842.852919:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14213 00002000:00100000:2.0:1746126842.852928:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->13631487) req@ffff880094036680 x1830946005773312/t0(0) o3->f3bfef21-70ec-429b-acd8-350a1cc51982@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.852942:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094036680 with x1830946005773312 ext(11534336->13631487) 00002000:00010000:2.0:1746126842.852947:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094036680 00000100:00100000:3.0:1746126842.862392:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.862489:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005773824 00000100:00100000:0.0:1746126842.862495:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005773824 00000100:00100000:0.0:1746126842.862541:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 214 00000100:00100000:0.0:1746126842.862549:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+35:3800:x1830946005773824:12345-192.168.202.29@tcp:35:cmp.0 00000100:00100000:0.0:1746126842.863003:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+36:3800:x1830946005773824:12345-192.168.202.29@tcp:35:cmp.0 Request processed in 453us (616us total) trans 4294991055 rc 0/0 00000100:00100000:0.0:1746126842.863009:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 214 00000100:00100000:3.0:1746126842.871188:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.871188:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.871218:0:7256:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005773952 00000100:00100000:1.0:1746126842.871226:0:7256:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005773952 00000100:00100000:3.0:1746126842.871229:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.871249:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005774336 00000100:00100000:3.0:1746126842.871252:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005774336 00000100:00100000:1.0:1746126842.871264:0:7256:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 636 00000100:00100000:1.0:1746126842.871272:0:7256:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:282c81db-7eec-4a96-a690-249dab73b4e4+24:2029:x1830946005773952:12345-192.168.202.29@tcp:63:ll_sa.0 00010000:00010000:1.0:1746126842.871299:0:7256:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126842.871313:0:7256:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734bd69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8980 expref: -99 pid: 7256 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.871351:0:7256:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871361:0:7256:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7256 initiator: MDT0 00000100:00100000:2.0:1746126842.871368:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005774208 00010000:00010000:1.0:1746126842.871370:0:7256:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7256 initiator: MDT0 00000100:00100000:2.0:1746126842.871371:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005774208 00010000:00010000:1.0:1746126842.871381:0:7256:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871386:0:7256:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871391:0:7256:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7256 initiator: MDT0 00000100:00100000:2.0:1746126842.871392:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55666 00000100:00100000:2.0:1746126842.871398:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+26:3801:x1830946005774208:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126842.871405:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.871412:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6600/0x63da90637734bd7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff89b1 expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.871423:0:7256:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871429:0:7256:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871434:0:7256:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871438:0:7256:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ad400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126842.871441:0:7256:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871448:0:7256:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871457:0:7256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126842.871459:0:7256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126842.871466:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6800/0x63da90637734bd85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126842.871472:0:7256:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7256 initiator: MDT0 00010000:00010000:2.0:1746126842.871474:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6800/0x63da90637734bd85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:1.0:1746126842.871476:0:7256:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ad400/0x63da90637734bd70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7256 initiator: MDT0 00010000:00010000:2.0:1746126842.871481:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6800/0x63da90637734bd85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:2.0:1746126842.871488:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:1.0:1746126842.871503:0:7256:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871508:0:7256:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871512:0:7256:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871516:0:7256:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ac200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:1.0:1746126842.871518:0:7256:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871522:0:7256:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871528:0:7256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009b166b00) 00010000:00010000:1.0:1746126842.871530:0:7256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126842.871532:0:7256:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871536:0:7256:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac200/0x63da90637734bd77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7256 initiator: MDT0 00010000:00010000:1.0:1746126842.871558:0:7256:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734bd69 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8980 expref: 28 pid: 7256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.871564:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6600/0x63da90637734bd7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89b1 expref: 29 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.871565:0:7256:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:1.0:1746126842.871567:0:7256:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126842.871570:0:7256:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ac000/0x63da90637734bd69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8980 expref: 29 pid: 7256 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.871576:0:7256:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ac000, rc -2) 00010000:00010000:2.0:1746126842.871581:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6800/0x63da90637734bd85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89b1 expref: 27 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.871586:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:2.0:1746126842.871587:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126842.871590:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6800, rc 0) 00000100:00100000:2.0:1746126842.871635:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094037100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+27:3801:x1830946005774208:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 225us (437us total) trans 4294991056 rc 0/0 00000100:00100000:2.0:1746126842.871641:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55666 00000100:00100000:3.0:1746126842.871969:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 637 00000100:00100000:3.0:1746126842.872016:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094037480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:282c81db-7eec-4a96-a690-249dab73b4e4+26:2029:x1830946005774336:12345-192.168.202.29@tcp:63:ll_sa.0 00010000:00010000:3.0:1746126842.872034:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126842.872042:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734bd93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff89b8 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.872060:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872067:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872074:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872085:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872112:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872118:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872148:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872153:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872158:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872161:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a681400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126842.872164:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872168:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872174:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126842.872176:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126842.872178:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872182:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681400/0x63da90637734bd9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00000100:00100000:1.0:1746126842.872233:0:7256:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:282c81db-7eec-4a96-a690-249dab73b4e4+27:2029:x1830946005773952:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 961us (1053us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126842.872238:0:7256:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 636 00010000:00010000:3.0:1746126842.872296:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872302:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872307:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872311:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a680600 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126842.872313:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872317:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872323:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88012fb35500) 00010000:00010000:3.0:1746126842.872325:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126842.872327:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872331:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a680600/0x63da90637734bda1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126842.872349:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734bd93 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89b8 expref: 26 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.872355:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126842.872356:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126842.872359:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a681c00/0x63da90637734bd93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89b8 expref: 26 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126842.872365:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a681c00, rc -2) 00000100:00100000:3.0:1746126842.872383:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094037480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:282c81db-7eec-4a96-a690-249dab73b4e4+25:2029:x1830946005774336:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 409us (1154us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746126842.872389:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 637 00000100:00100000:0.0:1746126842.873495:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.873529:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.873536:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005774464 00000100:00100000:2.0:1746126842.873541:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005774464 00000100:00100000:0.0:1746126842.873563:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.873564:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30677 00000100:00100000:2.0:1746126842.873569:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+10:2028:x1830946005774464:12345-192.168.202.29@tcp:101:cmp.0 00000100:00100000:1.0:1746126842.873570:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005774720 00000100:00100000:1.0:1746126842.873574:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005774720 00000100:00100000:0.0:1746126842.873576:0:11460:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005774592 00010000:00010000:2.0:1746126842.873577:0:9597:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126842.873578:0:11460:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005774592 00010000:00010000:2.0:1746126842.873587:0:9597:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800990d6000/0x63da90637734bda8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff89f7 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.873601:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746126842.873607:0:11460:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30678 00010000:00010000:2.0:1746126842.873608:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746126842.873612:0:11460:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+8:2028:x1830946005774592:12345-192.168.202.29@tcp:101:cmp.0 00010000:00010000:2.0:1746126842.873614:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800990d6000/0x63da90637734bda8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89f7 expref: 11 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126842.873619:0:11460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126842.873635:0:9597:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800990d6000/0x63da90637734bda8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89f7 expref: 11 pid: 9597 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126842.873639:0:11460:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee91400/0x63da90637734bdaf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff89fe expref: -99 pid: 11460 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126842.873643:0:9597:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800990d6000, rc 0) 00010000:00010000:0.0:1746126842.873650:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.873652:0:11460:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126842.873656:0:11460:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee91400/0x63da90637734bdaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89fe expref: 9 pid: 11460 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746126842.873664:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:2028:x1830946005774464:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 95us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126842.873665:0:11460:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee91400/0x63da90637734bdaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89fe expref: 9 pid: 11460 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746126842.873669:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30677 00010000:00010000:0.0:1746126842.873671:0:11460:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee91400, rc 0) 00000100:00100000:0.0:1746126842.873688:0:11460:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:282c81db-7eec-4a96-a690-249dab73b4e4+9:2028:x1830946005774592:12345-192.168.202.29@tcp:101:cmp.0 Request processed in 75us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126842.873693:0:11460:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30678 00000100:00100000:1.0:1746126842.873794:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 977 00000100:00100000:1.0:1746126842.873800:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+25:2029:x1830946005774720:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126842.873807:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126842.873819:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6800/0x63da90637734bd85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff89b1 expref: 25 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126842.873827:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:1.0:1746126842.873830:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126842.873847:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+24:2029:x1830946005774720:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 48us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126842.873852:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 977 00000100:00100000:0.0:1746126842.892047:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.892105:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.892191:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005774976 00000100:00100000:2.0:1746126842.892200:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005774976 00002000:00100000:2.0:1746126842.892239:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009a3a5180 x1830946005774976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.892253:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5180 with x1830946005774976 ext(0->2097151) 00002000:00010000:2.0:1746126842.892257:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a5180 00000100:00100000:2.0:1746126842.892279:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005775232 00000100:00100000:2.0:1746126842.892281:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005775232 00002000:00100000:2.0:1746126842.892292:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88012faee300 x1830946005775232/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.892299:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830946005775232 ext(0->2097151) 00002000:00010000:2.0:1746126842.892302:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee300 00000100:00100000:0.0:1746126842.892304:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14214 00000100:00100000:0.0:1746126842.892313:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005774976:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126842.893912:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14215 00000100:00100000:2.0:1746126842.893920:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005775232:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126842.905507:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005774976:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 13187us (13459us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746126842.905518:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14214 00002000:00100000:0.0:1746126842.905527:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009a3a5180 x1830946005774976/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.905536:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a3a5180 with x1830946005774976 ext(0->2097151) 00002000:00010000:0.0:1746126842.905542:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a3a5180 00000100:00100000:2.0:1746126842.910603:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005775232:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 16675us (18489us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126842.910619:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14215 00002000:00100000:2.0:1746126842.910636:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88012faee300 x1830946005775232/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.910645:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faee300 with x1830946005775232 ext(0->2097151) 00002000:00010000:2.0:1746126842.910650:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faee300 00000100:00100000:2.0:1746126842.925460:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126842.925759:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005775488 00000100:00100000:0.0:1746126842.925767:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005775488 00002000:00100000:0.0:1746126842.925809:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88008ec5c380 x1830946005775488/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.925818:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5c380 with x1830946005775488 ext(2097152->4194303) 00002000:00010000:0.0:1746126842.925822:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5c380 00000100:00100000:0.0:1746126842.925856:0:9602:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14216 00000100:00100000:0.0:1746126842.925866:0:9602:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005775488:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126842.926163:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.926220:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005775744 00000100:00100000:1.0:1746126842.926223:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005775744 00002000:00100000:1.0:1746126842.926240:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88008ec5c700 x1830946005775744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.926247:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5c700 with x1830946005775744 ext(2097152->4194303) 00002000:00010000:1.0:1746126842.926251:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec5c700 00000100:00100000:1.0:1746126842.926273:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14217 00000100:00100000:1.0:1746126842.926278:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005775744:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126842.935573:0:9602:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005775488:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9697us (10109us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746126842.935585:0:9602:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14216 00002000:00100000:0.0:1746126842.935594:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88008ec5c380 x1830946005775488/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.935603:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5c380 with x1830946005775488 ext(2097152->4194303) 00002000:00010000:0.0:1746126842.935608:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5c380 00000100:00100000:1.0:1746126842.938785:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005775744:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12498us (12614us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126842.938796:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14217 00002000:00100000:1.0:1746126842.938805:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88008ec5c700 x1830946005775744/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.938813:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5c700 with x1830946005775744 ext(2097152->4194303) 00002000:00010000:1.0:1746126842.938818:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec5c700 00000100:00100000:2.0:1746126842.949820:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.949864:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.949882:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005776000 00000100:00100000:1.0:1746126842.949890:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005776000 00002000:00100000:1.0:1746126842.949925:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88008ec5d880 x1830946005776000/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.949934:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5d880 with x1830946005776000 ext(4194304->6291455) 00002000:00010000:1.0:1746126842.949939:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5d880 00000100:00100000:1.0:1746126842.949951:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005776256 00000100:00100000:1.0:1746126842.949952:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005776256 00002000:00100000:1.0:1746126842.949965:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88008ec5dc00 x1830946005776256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.949972:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5dc00 with x1830946005776256 ext(4194304->6291455) 00002000:00010000:1.0:1746126842.949975:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec5dc00 00000100:00100000:1.0:1746126842.949985:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14218 00000100:00100000:1.0:1746126842.949990:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+11:2028:x1830946005776000:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126842.949993:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14219 00000100:00100000:0.0:1746126842.950001:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005776256:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126842.959881:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+11:2028:x1830946005776000:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9881us (10059us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126842.959893:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14218 00002000:00100000:1.0:1746126842.959906:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88008ec5d880 x1830946005776000/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.959915:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5d880 with x1830946005776000 ext(4194304->6291455) 00002000:00010000:1.0:1746126842.959920:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5d880 00000100:00100000:1.0:1746126842.964944:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005776256:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 14935us (15070us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126842.964955:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14219 00002000:00100000:1.0:1746126842.964964:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88008ec5dc00 x1830946005776256/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.964973:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5dc00 with x1830946005776256 ext(4194304->6291455) 00002000:00010000:1.0:1746126842.964978:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec5dc00 00000100:00100000:0.0:1746126842.970477:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.970534:0:27143:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005776512 00000100:00100000:1.0:1746126842.970542:0:27143:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005776512 00002000:00100000:1.0:1746126842.970575:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88012faeed80 x1830946005776512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.970584:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946005776512 ext(6291456->7340031) 00002000:00010000:1.0:1746126842.970589:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faeed80 00000100:00100000:1.0:1746126842.970620:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14220 00000100:00100000:1.0:1746126842.970636:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005776512:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.977424:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126842.977477:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005776768 00000100:00100000:2.0:1746126842.977484:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005776768 00002000:00100000:2.0:1746126842.977519:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880094037800 x1830946005776768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126842.977528:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094037800 with x1830946005776768 ext(6291456->7340031) 00002000:00010000:2.0:1746126842.977533:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094037800 00000100:00100000:2.0:1746126842.977561:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14221 00000100:00100000:2.0:1746126842.977568:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005776768:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126842.982791:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126842.982831:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126842.982900:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005777024 00000100:00100000:1.0:1746126842.982909:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005777024 00002000:00100000:1.0:1746126842.982949:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880094037b80 x1830946005777024/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.982964:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094037b80 with x1830946005777024 ext(7340032->8388607) 00002000:00010000:1.0:1746126842.982970:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094037b80 00000100:00100000:1.0:1746126842.982999:0:9602:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005777280 00000100:00100000:1.0:1746126842.983001:0:9602:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005777280 00002000:00100000:1.0:1746126842.983015:0:9602:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880094035f80 x1830946005777280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/0 e 0 to 0 dl 1746126853 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.983022:0:9602:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094035f80 with x1830946005777280 ext(7340032->8388607) 00002000:00010000:1.0:1746126842.983025:0:9602:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094035f80 00000100:00100000:1.0:1746126842.983045:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14222 00000100:00100000:1.0:1746126842.983052:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094037b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+13:2028:x1830946005777024:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126842.983154:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14223 00000100:00100000:0.0:1746126842.983162:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+11:2028:x1830946005777280:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126842.986009:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+13:2027:x1830946005776512:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 15376us (15531us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.986019:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14220 00002000:00100000:1.0:1746126842.986027:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88012faeed80 x1830946005776512/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.986036:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faeed80 with x1830946005776512 ext(6291456->7340031) 00002000:00010000:1.0:1746126842.986040:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faeed80 00000100:00100000:0.0:1746126842.989959:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005776768:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12379us (12529us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126842.989969:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14221 00002000:00100000:0.0:1746126842.989978:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880094037800 x1830946005776768/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126842.989987:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094037800 with x1830946005776768 ext(6291456->7340031) 00002000:00010000:0.0:1746126842.989992:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094037800 00000100:00100000:1.0:1746126842.991290:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094037b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:2028:x1830946005777024:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 8236us (8505us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.991296:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14222 00002000:00100000:1.0:1746126842.991303:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880094037b80 x1830946005777024/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.991310:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094037b80 with x1830946005777024 ext(7340032->8388607) 00002000:00010000:1.0:1746126842.991313:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094037b80 00000100:00100000:1.0:1746126842.992487:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+9:2028:x1830946005777280:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 9322us (9651us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126842.992493:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14223 00002000:00100000:1.0:1746126842.992500:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880094035f80 x1830946005777280/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:603/0 lens 488/440 e 0 to 0 dl 1746126853 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126842.992507:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094035f80 with x1830946005777280 ext(7340032->8388607) 00002000:00010000:1.0:1746126842.992510:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094035f80 00000100:00100000:2.0:1746126843.010947:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.011042:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.011098:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005777536 00000100:00100000:0.0:1746126843.011106:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005777536 00000100:00100000:1.0:1746126843.011113:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005777792 00000100:00100000:1.0:1746126843.011116:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005777792 00002000:00100000:1.0:1746126843.011176:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88008ec5e300 x1830946005777792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.011186:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5e300 with x1830946005777792 ext(8388608->10485759) 00002000:00010000:1.0:1746126843.011197:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec5e300 00002000:00100000:0.0:1746126843.011205:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008ec5df80 x1830946005777536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126843.011211:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5df80 with x1830946005777536 ext(8388608->10485759) 00002000:00010000:0.0:1746126843.011214:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5df80 00000100:00100000:1.0:1746126843.011217:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14224 00000100:00100000:1.0:1746126843.011229:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005777792:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126843.011356:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14225 00000100:00100000:0.0:1746126843.011362:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:2028:x1830946005777536:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:2.0:1746126843.024079:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+11:2028:x1830946005777536:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 12707us (13129us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126843.024090:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14225 00002000:00100000:2.0:1746126843.024101:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008ec5df80 x1830946005777536/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/440 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126843.024111:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5df80 with x1830946005777536 ext(8388608->10485759) 00002000:00010000:2.0:1746126843.024116:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ec5df80 00000100:00100000:1.0:1746126843.029696:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005777792:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 18459us (18645us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126843.029708:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14224 00002000:00100000:1.0:1746126843.029718:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88008ec5e300 x1830946005777792/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/440 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.029727:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ec5e300 with x1830946005777792 ext(8388608->10485759) 00002000:00010000:1.0:1746126843.029733:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ec5e300 00000100:00100000:0.0:1746126843.030055:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126843.030213:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005778048 00000100:00100000:1.0:1746126843.030220:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005778048 00002000:00100000:1.0:1746126843.030248:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88012faed880 x1830946005778048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.030255:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830946005778048 ext(10485760->11534335) 00002000:00010000:1.0:1746126843.030258:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faed880 00000100:00100000:1.0:1746126843.032041:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14226 00000100:00100000:1.0:1746126843.032051:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005778048:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126843.034758:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.035448:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005778304 00000100:00100000:3.0:1746126843.035457:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005778304 00002000:00100000:3.0:1746126843.035491:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88012faef480 x1830946005778304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126843.035501:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946005778304 ext(10485760->11534335) 00002000:00010000:3.0:1746126843.035505:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faef480 00000100:00100000:3.0:1746126843.035537:0:9603:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14227 00000100:00100000:3.0:1746126843.035544:0:9603:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005778304:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:3.0:1746126843.044474:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.049278:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005778560 00000100:00100000:0.0:1746126843.049290:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005778560 00002000:00100000:0.0:1746126843.049334:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880094034000 x1830946005778560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126843.049344:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034000 with x1830946005778560 ext(11534336->12582911) 00002000:00010000:0.0:1746126843.049349:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094034000 00000100:00100000:0.0:1746126843.049374:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14228 00000100:00100000:0.0:1746126843.049381:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005778560:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126843.050044:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+13:2027:x1830946005778048:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17994us (19987us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126843.050052:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14226 00002000:00100000:1.0:1746126843.050058:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88012faed880 x1830946005778048/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/440 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.050065:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faed880 with x1830946005778048 ext(10485760->11534335) 00002000:00010000:1.0:1746126843.050067:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faed880 00000100:00100000:3.0:1746126843.050212:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.050984:0:9603:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005778304:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 15439us (16234us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126843.050991:0:9603:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14227 00002000:00100000:3.0:1746126843.050996:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88012faef480 x1830946005778304/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/440 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126843.051004:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faef480 with x1830946005778304 ext(10485760->11534335) 00002000:00010000:3.0:1746126843.051007:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012faef480 00000100:00100000:3.0:1746126843.051021:0:9603:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005778816 00000100:00100000:3.0:1746126843.051025:0:9603:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005778816 00002000:00100000:3.0:1746126843.051043:0:9603:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880094034a80 x1830946005778816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126843.051054:0:9603:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034a80 with x1830946005778816 ext(11534336->12582911) 00002000:00010000:3.0:1746126843.051056:0:9603:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094034a80 00000100:00100000:1.0:1746126843.051267:0:27143:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14229 00000100:00100000:1.0:1746126843.051276:0:27143:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005778816:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:0.0:1746126843.052577:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.052609:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005779072 00000100:00100000:0.0:1746126843.052613:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005779072 00002000:00100000:0.0:1746126843.052649:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88012faec700 x1830946005779072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126843.052657:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faec700 with x1830946005779072 ext(12582912->13631487) 00002000:00010000:0.0:1746126843.052661:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faec700 00000100:00100000:0.0:1746126843.052687:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14230 00000100:00100000:0.0:1746126843.052692:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+13:2027:x1830946005779072:12345-192.168.202.29@tcp:3:cmp.0 00000100:00100000:1.0:1746126843.066555:0:27143:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:282c81db-7eec-4a96-a690-249dab73b4e4+9:2027:x1830946005778816:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 15272us (16334us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126843.066564:0:27143:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14229 00002000:00100000:1.0:1746126843.066574:0:27143:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880094034a80 x1830946005778816/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/440 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.066582:0:27143:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034a80 with x1830946005778816 ext(11534336->12582911) 00002000:00010000:1.0:1746126843.066587:0:27143:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094034a80 00000100:00100000:2.0:1746126843.067122:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+13:2027:x1830946005778560:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 17739us (22653us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126843.067145:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14228 00002000:00100000:2.0:1746126843.067151:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880094034000 x1830946005778560/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/440 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126843.067158:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094034000 with x1830946005778560 ext(11534336->12582911) 00002000:00010000:2.0:1746126843.067161:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094034000 00000100:00100000:0.0:1746126843.069163:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+11:2027:x1830946005779072:12345-192.168.202.29@tcp:3:cmp.0 Request processed in 16464us (16581us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126843.069172:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14230 00002000:00100000:0.0:1746126843.069179:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88012faec700 x1830946005779072/t0(0) o3->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/440 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126843.069188:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012faec700 with x1830946005779072 ext(12582912->13631487) 00002000:00010000:0.0:1746126843.069192:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012faec700 00000100:00100000:1.0:1746126843.078218:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.078257:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005779328 00000100:00100000:0.0:1746126843.078265:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005779328 00000100:00100000:0.0:1746126843.078319:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 215 00000100:00080000:2.0:1746126843.078324:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126843.078328:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+24:3801:x1830946005779328:12345-192.168.202.29@tcp:35:cmp.0 00000100:00100000:0.0:1746126843.078490:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+25:3801:x1830946005779328:12345-192.168.202.29@tcp:35:cmp.0 Request processed in 164us (279us total) trans 4294991057 rc 0/0 00000100:00100000:0.0:1746126843.078496:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 215 00000100:00100000:1.0:1746126843.087935:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.087935:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.088344:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005779584 00000100:00100000:2.0:1746126843.088352:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005779584 00000100:00100000:2.0:1746126843.088391:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55667 00000100:00100000:2.0:1746126843.088397:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:3805:x1830946005779584:12345-192.168.202.29@tcp:36:rm.0 00010000:00010000:2.0:1746126843.088435:0:7250:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746126843.088455:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a293200/0x63da90637734bb55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff888b expref: 36 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.088473:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fdb0800/0x63da90637734baf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff886f expref: 35 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.088487:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:2.0:1746126843.088495:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13dc00/0x63da90637734bccf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88fb expref: 34 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.088502:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.088505:0:7250:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126843.088520:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.088530:0:7250:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 24 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.088535:0:7250:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.088580:0:7250:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 24 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.088588:0:7250:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 24 pid: 7250 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746126843.088602:0:7250:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997841408:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126843.088856:0:7250:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00080000:2.0:1746126843.088870:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126843.089197:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005779712 00000100:00100000:3.0:1746126843.089201:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005779712 00000100:00100000:3.0:1746126843.089244:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 638 00000100:00100000:3.0:1746126843.089250:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2030:x1830946005779712:12345-192.168.202.29@tcp:63:ll_sa.0 00010000:00010000:3.0:1746126843.089268:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126843.089275:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734bdbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a05 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.089299:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089306:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089314:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089325:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089330:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089335:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089362:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089439:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089443:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089448:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6200 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126843.089451:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089456:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089463:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126843.089466:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126843.089468:0:7255:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.089474:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089478:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734bdc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089544:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089550:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089554:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089557:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7d6800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:3.0:1746126843.089560:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089564:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089570:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012fb35c00) 00010000:00010000:3.0:1746126843.089572:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126843.089574:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.089578:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734bdcb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:3.0:1746126843.090257:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734bdbd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a05 expref: 35 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.090267:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126843.090269:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126843.090271:0:7255:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.090278:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6c00/0x63da90637734bdbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a05 expref: 35 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.090286:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d6c00, rc -2) 00000100:00100000:3.0:1746126843.090334:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+34:2030:x1830946005779712:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 1084us (2406us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746126843.090341:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 638 00000100:00100000:2.0:1746126843.090524:0:7250:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997841408:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126843.090537:0:7250:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000100:00100000:0.0:1746126843.090648:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.090851:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005779840 00000100:00100000:3.0:1746126843.090860:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005779840 00010000:00010000:3.0:1746126843.090882:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 25 pid: 7250 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746126843.090909:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18375 00000100:00100000:3.0:1746126843.090914:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800716a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+25:2027:x1830946005779840:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126843.090923:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126843.090927:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 25 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126843.090934:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 25 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126843.090944:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e13de00/0x63da90637734bd1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff891e expref: 25 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126843.090950:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126843.090953:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.090959:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.090963:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.090983:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126843.091012:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800716a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:282c81db-7eec-4a96-a690-249dab73b4e4+24:2027:x1830946005779840:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 98us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126843.091017:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18375 00010000:00010000:2.0:1746126843.091105:0:7250:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.091111:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.091121:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4de00/0x63da90637734bdd2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.091147:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4de00/0x63da90637734bdd2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.091153:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4de00/0x63da90637734bdd2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.091210:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.091217:0:7250:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 23 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.091223:0:7250:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.091245:0:7250:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 23 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.091253:0:7250:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 23 pid: 7250 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746126843.091262:0:7250:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997841536:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126843.091863:0:7250:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126843.094029:0:7250:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997841536:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126843.094050:0:7250:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000100:00100000:1.0:1746126843.094227:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.094285:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005779968 00000100:00100000:0.0:1746126843.094291:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005779968 00010000:00010000:0.0:1746126843.094314:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 24 pid: 7250 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746126843.094590:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18376 00000100:00100000:0.0:1746126843.094598:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+24:2028:x1830946005779968:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126843.094608:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126843.094613:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 24 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746126843.094637:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 24 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746126843.094655:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0e5c00/0x63da90637734bb94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff88ca expref: 24 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746126843.094669:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:0.0:1746126843.094673:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.094680:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.094686:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.094700:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126843.094729:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:282c81db-7eec-4a96-a690-249dab73b4e4+23:2028:x1830946005779968:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 132us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126843.094735:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18376 00010000:00010000:2.0:1746126843.094912:0:7250:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.094918:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000040:00080000:2.0:1746126843.095109:0:7250:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:2.0:1746126843.095117:0:7250:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 738698989794ns, next at 739698988401ns, rc = 0 00000040:00080000:2.0:1746126843.095161:0:7250:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:2.0:1746126843.095166:0:7250:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 738699039645ns, next at 739699038951ns, rc = 0 00010000:00010000:2.0:1746126843.095203:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095210:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095216:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095222:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095226:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095231:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095241:0:7250:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746126843.095254:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095259:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095263:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095267:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4c400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.095269:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095274:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095281:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:2.0:1746126843.095283:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126843.095285:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095288:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734bdd9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095382:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095387:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095391:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095396:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095399:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4cc00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.095401:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095406:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095413:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.095415:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126843.095417:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095421:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4cc00/0x63da90637734bdb6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00000004:00010000:2.0:1746126843.095428:0:7250:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a6bf9c00 reply state ffff88009af4f000 transno 4294991058 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4de00/0x63da90637734bdd2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095435:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4de00/0x63da90637734bdd2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.095439:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:2.0:1746126843.095442:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126843.095444:0:7250:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126843.095476:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:3805:x1830946005779584:12345-192.168.202.29@tcp:36:rm.0 Request processed in 7079us (7549us total) trans 4294991058 rc 0/0 00000100:00100000:2.0:1746126843.095482:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55667 00010000:00010000:0.0:1746126843.096952:0:7240:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126843.096960:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.096966:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4c000 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:0.0:1746126843.096968:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.096973:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.096981:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800881cfd00) 00010000:00010000:0.0:1746126843.096983:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126843.096985:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.096989:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c000/0x63da90637734bde0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.097006:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126843.097007:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126843.097008:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126843.133926:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.135275:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005780096 00000100:00100000:2.0:1746126843.135284:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005780096 00000100:00100000:2.0:1746126843.135383:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55668 00000100:00100000:2.0:1746126843.135390:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+35:3808:x1830946005780096:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126843.135411:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126843.135426:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4dc00/0x63da90637734bde7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a3d expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.135471:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734bdee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.135481:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734bdee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.135490:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734bdee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746126843.135519:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126843.135521:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126843.135535:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734bdee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.135552:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4dc00/0x63da90637734bde7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a3d expref: 37 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.135585:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734bdee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a3d expref: 36 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.135592:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.135595:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126843.135598:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4c800, rc 0) 00000100:00100000:2.0:1746126843.136483:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:3808:x1830946005780096:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 1090us (2563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126843.136489:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55668 00000100:00100000:0.0:1746126843.142545:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.142697:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005780352 00000100:00100000:2.0:1746126843.142705:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005780352 00000100:00100000:2.0:1746126843.142741:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55669 00000100:00100000:2.0:1746126843.142748:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+36:3808:x1830946005780352:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126843.142763:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126843.142765:0:7250:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126843.142787:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734bdee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a3d expref: 36 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.142814:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.142818:0:7250:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126843.142828:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4ca00/0x63da90637734bdf5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a44 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.143469:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143480:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143488:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143502:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4dc00/0x63da90637734be03 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143508:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4dc00/0x63da90637734be03 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143513:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4dc00/0x63da90637734be03 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143753:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143760:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143766:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746126843.143773:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746126843.143791:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143795:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143799:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143804:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143808:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4d400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.143811:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143819:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143825:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.143827:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126843.143830:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143834:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734bdfc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00000004:00010000:2.0:1746126843.143841:0:7250:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012faef800 reply state ffff88009af4b000 transno 4294991059 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4dc00/0x63da90637734be03 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143848:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4dc00/0x63da90637734be03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.143853:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:2.0:1746126843.143855:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126843.143857:0:7250:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126843.143874:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4ca00/0x63da90637734bdf5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 38 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.143883:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 37 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.143888:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012b159c00) 00010000:00010000:2.0:1746126843.143890:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126843.143891:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4c400, rc 0) 00000100:00100000:2.0:1746126843.143943:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:3808:x1830946005780352:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 1196us (1405us total) trans 4294991059 rc 0/0 00000100:00100000:2.0:1746126843.143951:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55669 00000100:00100000:0.0:1746126843.147201:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.147410:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005780608 00000100:00100000:2.0:1746126843.147418:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005780608 00000100:00100000:2.0:1746126843.147455:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55670 00000100:00100000:2.0:1746126843.147461:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:3808:x1830946005780608:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:2.0:1746126843.147478:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126843.147492:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a4b expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.147564:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.147574:0:7250:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 39 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.147580:0:7250:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.147604:0:7250:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 39 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.147611:0:7250:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 39 pid: 7250 timeout: 838 lvb_type: 0 00000100:00100000:2.0:1746126843.147618:0:7250:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997841664:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126843.147753:0:7250:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1a240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126843.150464:0:7250:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7250:1830945997841664:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126843.150485:0:7250:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000100:00100000:1.0:1746126843.150530:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.150576:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005780736 00000100:00100000:3.0:1746126843.150586:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005780736 00010000:00010000:3.0:1746126843.150610:0:7237:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 40 pid: 7250 timeout: 838 lvb_type: 0 00000100:00100000:3.0:1746126843.150651:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18377 00000100:00100000:3.0:1746126843.150658:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:2027:x1830946005780736:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126843.150668:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126843.150677:0:7237:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 40 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126843.150686:0:7237:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 40 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126843.150715:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a44 expref: 40 pid: 7250 timeout: 838 lvb_type: 0 00010000:00010000:3.0:1746126843.150734:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012b159c00) 00010000:00010000:3.0:1746126843.150738:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.150744:0:7237:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.150749:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.150771:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126843.150931:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:2027:x1830946005780736:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 273us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126843.150938:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18377 00010000:00010000:2.0:1746126843.150992:0:7250:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.150998:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746126843.151013:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:2.0:1746126843.151311:0:7250:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00000004:00080000:2.0:1746126843.151317:0:7250:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:2.0:1746126843.151385:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.151392:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.151396:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.151401:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee4d800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.151404:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.151409:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.151417:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012b159c00) 00010000:00010000:2.0:1746126843.151419:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126843.151421:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.151425:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee4d800/0x63da90637734be1f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746126843.151465:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be18 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a4b expref: 39 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.151470:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a4b expref: 39 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.151476:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4c800, rc 0) 00000100:00100000:2.0:1746126843.151508:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+38:3808:x1830946005780608:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 4047us (4314us total) trans 4294991060 rc 301/301 00000100:00100000:2.0:1746126843.151514:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55670 00000100:00100000:1.0:1746126843.154944:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.155896:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005780992 00000100:00100000:0.0:1746126843.155903:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005780992 00000100:00100000:0.0:1746126843.155941:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 216 00000100:00100000:0.0:1746126843.155949:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+38:3808:x1830946005780992:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:0.0:1746126843.156178:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+39:3808:x1830946005780992:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 227us (1238us total) trans 4294991061 rc 0/0 00000100:00100000:0.0:1746126843.156185:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 216 00000100:00100000:1.0:1746126843.158264:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.158344:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005781120 00000100:00100000:3.0:1746126843.158350:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005781120 00000100:00100000:3.0:1746126843.158458:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55671 00000100:00100000:3.0:1746126843.158465:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+39:3808:x1830946005781120:12345-192.168.202.29@tcp:101:lfs.0 00010000:00010000:3.0:1746126843.158482:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126843.158498:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734be2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a52 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.158539:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734be2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a52 expref: 40 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.158551:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b075c00/0x63da90637734be2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a52 expref: 40 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.158565:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012fb35900) 00010000:00010000:3.0:1746126843.158567:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746126843.158570:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b075c00, rc 0) 00000100:00100000:3.0:1746126843.158884:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+40:3808:x1830946005781120:12345-192.168.202.29@tcp:101:lfs.0 Request processed in 418us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126843.158890:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55671 00000100:00100000:1.0:1746126843.161198:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.161255:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005781376 00000100:00100000:2.0:1746126843.161263:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005781376 00000100:00100000:2.0:1746126843.161303:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 217 00000100:00100000:2.0:1746126843.161309:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+40:3808:x1830946005781376:12345-192.168.202.29@tcp:35:lfs.0 00000100:00100000:2.0:1746126843.161470:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+41:3808:x1830946005781376:12345-192.168.202.29@tcp:35:lfs.0 Request processed in 160us (278us total) trans 4294991062 rc 0/0 00000100:00100000:2.0:1746126843.161476:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 217 00000100:00100000:1.0:1746126843.167859:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.168250:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005781504 00000100:00100000:3.0:1746126843.168257:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005781504 00000100:00100000:3.0:1746126843.168301:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55672 00000100:00100000:3.0:1746126843.168308:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+41:3809:x1830946005781504:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:3.0:1746126843.168327:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126843.168342:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734be34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a59 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.168392:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734be3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.168401:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734be3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.168410:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734be3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:3.0:1746126843.168439:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126843.168442:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126843.168454:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734be3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746126843.168470:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6800/0x63da90637734be34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a59 expref: 43 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.168497:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734be3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a59 expref: 42 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.168505:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126843.168507:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126843.168509:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7d6200, rc 0) 00000100:00100000:3.0:1746126843.168556:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+42:3809:x1830946005781504:12345-192.168.202.29@tcp:101:dd.0 Request processed in 248us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126843.168562:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55672 00000100:00100000:1.0:1746126843.171669:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.171836:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005781888 00000100:00100000:2.0:1746126843.171843:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005781888 00000100:00100000:3.0:1746126843.171847:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.171888:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.171888:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005781760 00000100:00100000:2.0:1746126843.171890:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 639 00000100:00100000:0.0:1746126843.171893:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005781760 00000100:00100000:2.0:1746126843.171897:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e24c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005781888:12345-192.168.202.29@tcp:63:ll_sa.0 00010000:00010000:2.0:1746126843.171924:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126843.171937:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6600/0x63da90637734be42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a67 expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.171975:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.171986:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.171995:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172004:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172009:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172013:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172082:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172088:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172093:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00000004:00200000:2.0:1746126843.172109:0:7255:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1746126843.172112:0:7255:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126843.172147:0:7255:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172155:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172161:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172173:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172178:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172182:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800990d6c00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.172185:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172190:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172198:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.172201:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126843.172204:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172208:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6c00/0x63da90637734be49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172220:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172224:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172227:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172231:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4c800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.172232:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172239:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172244:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:2.0:1746126843.172245:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126843.172247:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172250:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c800/0x63da90637734be50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172265:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800990d6600/0x63da90637734be42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a67 expref: 45 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172275:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4c400/0x63da90637734be57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a67 expref: 44 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172280:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012fb35900) 00010000:00010000:2.0:1746126843.172282:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126843.172283:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4c400, rc 0) 00010000:00010000:2.0:1746126843.172287:0:7255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126843.172292:0:7255:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4ca00/0x63da90637734be5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a6e expref: -99 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172306:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172311:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172316:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172324:0:7255:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172328:0:7255:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172332:0:7255:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172343:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172347:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172351:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172355:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4d400 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.172357:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172361:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172365:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.172367:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126843.172369:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172372:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4d400/0x63da90637734be65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172378:0:7255:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172382:0:7255:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172386:0:7255:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172389:0:7255:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ae4da00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:2.0:1746126843.172391:0:7255:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172394:0:7255:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172399:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012b159a00) 00010000:00010000:2.0:1746126843.172401:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126843.172402:0:7255:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172406:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4da00/0x63da90637734be6c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7255 initiator: MDT0 00010000:00010000:2.0:1746126843.172421:0:7255:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4ca00/0x63da90637734be5e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a6e expref: 45 pid: 7255 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172427:0:7255:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.172428:0:7255:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126843.172431:0:7255:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ae4ca00/0x63da90637734be5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a6e expref: 45 pid: 7255 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126843.172435:0:7252:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005782016 00010000:00010000:2.0:1746126843.172436:0:7255:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae4ca00, rc -2) 00000100:00100000:0.0:1746126843.172439:0:7252:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005782016 00000100:00100000:0.0:1746126843.172462:0:7252:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55673 00000100:00100000:0.0:1746126843.172466:0:7252:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+23:3810:x1830946005782016:12345-192.168.202.29@tcp:101:dd.0 00000100:00100000:2.0:1746126843.172476:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e24c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005781888:12345-192.168.202.29@tcp:63:ll_sa.0 Request processed in 580us (815us total) trans 0 rc -2/-2 00010000:00010000:0.0:1746126843.172477:0:7252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126843.172483:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 639 00010000:00010000:0.0:1746126843.172484:0:7252:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e400/0x63da90637734be73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a9f expref: -99 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.172509:0:7252:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734be7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126843.172516:0:7252:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734be7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126843.172522:0:7252:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734be7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00000004:00200000:0.0:1746126843.172539:0:7252:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746126843.172541:0:7252:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126843.172549:0:7252:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734be7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7252 initiator: MDT0 00010000:00010000:0.0:1746126843.172564:0:7252:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e400/0x63da90637734be73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a9f expref: 25 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.172578:0:7252:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734be7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a9f expref: 24 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.172583:0:7252:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126843.172585:0:7252:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126843.172587:0:7252:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bc5e600, rc 0) 00000100:00100000:2.0:1746126843.172600:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55674 00000100:00100000:2.0:1746126843.172605:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+43:3809:x1830946005781760:12345-192.168.202.29@tcp:101:dd.0 00000100:00100000:0.0:1746126843.172608:0:7252:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:282c81db-7eec-4a96-a690-249dab73b4e4+24:3810:x1830946005782016:12345-192.168.202.29@tcp:101:dd.0 Request processed in 141us (719us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126843.172612:0:10279:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126843.172613:0:7252:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55673 00010000:00010000:2.0:1746126843.172614:0:10279:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126843.172633:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7d6200/0x63da90637734be3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a59 expref: 43 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172641:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:2.0:1746126843.172644:0:10279:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126843.172649:0:10279:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734be81 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8a60 expref: -99 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172690:0:10279:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dee4200/0x63da90637734be88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126843.172697:0:10279:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dee4200/0x63da90637734be88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10279 initiator: MDT0 00010000:00010000:2.0:1746126843.172703:0:10279:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dee4200/0x63da90637734be88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10279 initiator: MDT0 00000004:00200000:2.0:1746126843.172709:0:10279:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746126843.172771:0:10279:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f0dee00/0x63da90637734be81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a60 expref: 45 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172781:0:10279:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dee4200/0x63da90637734be88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a60 expref: 44 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.172790:0:10279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:2.0:1746126843.172791:0:10279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126843.172793:0:10279:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dee4200, rc 0) 00000100:00100000:2.0:1746126843.172824:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094035880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+44:3809:x1830946005781760:12345-192.168.202.29@tcp:101:dd.0 Request processed in 218us (977us total) trans 4294991063 rc 0/0 00000100:00100000:2.0:1746126843.172830:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55674 00000100:00100000:2.0:1746126843.176399:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.176424:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.176435:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005782272 00000100:00100000:0.0:1746126843.176443:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005782272 00000100:00100000:3.0:1746126843.176479:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005782400 00000100:00100000:2.0:1746126843.176481:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.176484:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005782400 00000100:00100000:0.0:1746126843.176485:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 55675 00000100:00100000:0.0:1746126843.176491:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+24:3810:x1830946005782272:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:0.0:1746126843.176504:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126843.176506:0:7250:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:2.0:1746126843.176507:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005782528 00000100:00100000:2.0:1746126843.176511:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005782528 00000100:00100000:3.0:1746126843.176514:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 978 00000100:00100000:3.0:1746126843.176520:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+44:2027:x1830946005782400:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126843.176526:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e600/0x63da90637734be7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a9f expref: 24 pid: 7252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126843.176531:0:7237:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126843.176541:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30679 00010000:00010000:0.0:1746126843.176541:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:3.0:1746126843.176542:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dee4200/0x63da90637734be88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8a60 expref: 44 pid: 10279 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.176544:0:7250:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126843.176546:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2028:x1830946005782528:12345-192.168.202.29@tcp:101:ll_agl.0 00010000:00010000:3.0:1746126843.176552:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88011fe8e900) 00010000:00010000:3.0:1746126843.176554:0:7237:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126843.176554:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126843.176557:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734be96 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8aa6 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.176566:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8aad expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126843.176582:0:9596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1746126843.176586:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f3bfef21-70ec-429b-acd8-350a1cc51982+43:2027:x1830946005782400:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 67us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126843.176593:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 978 00010000:00010000:2.0:1746126843.176593:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126843.176595:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126843.176601:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 10 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126843.176612:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 10 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126843.176635:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ac200, rc 0) 00000100:00100000:2.0:1746126843.176653:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2028:x1830946005782528:12345-192.168.202.29@tcp:101:ll_agl.0 Request processed in 107us (172us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126843.176656:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00000100:00100000:2.0:1746126843.176659:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30679 00010000:00010000:0.0:1746126843.176665:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176672:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176679:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176684:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176688:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176726:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b30ae00/0x63da90637734beb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176733:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b30ae00/0x63da90637734beb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176738:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b30ae00/0x63da90637734beb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:0.0:1746126843.176744:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1746126843.176811:0:7250:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176816:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176821:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176826:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176830:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5fe00 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126843.176834:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176838:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176845:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012fdd7800) 00010000:00010000:0.0:1746126843.176847:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126843.176849:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176853:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5fe00/0x63da90637734bea4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176859:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176863:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176867:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176870:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e800 already unused, calling callback (ffffffffa0f1d690) 00010000:00010000:0.0:1746126843.176873:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176877:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176882:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012fdeb300) 00010000:00010000:0.0:1746126843.176884:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126843.176886:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176891:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e800/0x63da90637734beab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:0.0:1746126843.176917:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bc5e200/0x63da90637734be96 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aa6 expref: 26 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.176925:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b30ae00/0x63da90637734beb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aa6 expref: 25 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.176930:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012fb35900) 00010000:00010000:0.0:1746126843.176932:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126843.176933:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b30ae00, rc 0) 00000100:00100000:0.0:1746126843.176968:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+25:3810:x1830946005782272:12345-192.168.202.29@tcp:101:dd.0 Request processed in 476us (575us total) trans 4294991064 rc 0/0 00000100:00100000:0.0:1746126843.176973:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 55675 00000100:00100000:2.0:1746126843.179689:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.179730:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.179806:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005782656 00000100:00100000:0.0:1746126843.179812:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005782656 00000100:00100000:0.0:1746126843.179864:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30680 00000100:00100000:0.0:1746126843.179870:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2028:x1830946005782656:12345-192.168.202.29@tcp:101:ll_agl.0 00010000:00010000:0.0:1746126843.179885:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126843.179901:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8ab4 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126843.179921:0:9596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746126843.179935:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126843.179937:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126843.179942:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 9 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126843.179955:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 9 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126843.179963:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ae0d800, rc 0) 00000100:00100000:1.0:1746126843.180122:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005782912 00000100:00100000:1.0:1746126843.180137:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005782912 00000100:00100000:1.0:1746126843.180163:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14231 00000100:00100000:1.0:1746126843.180167:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005782912:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:1.0:1746126843.180182:0:27152:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.180189:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126843.180190:0:27152:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126843.180193:0:27152:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.180200:0:27152:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746126843.180706:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126843.180773:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+11:2028:x1830946005782656:12345-192.168.202.29@tcp:101:ll_agl.0 Request processed in 902us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126843.180780:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30680 00000100:00100000:2.0:1746126843.186456:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.186518:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005783168 00000100:00100000:0.0:1746126843.186527:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005783168 00000100:00100000:0.0:1746126843.187429:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14232 00000100:00100000:0.0:1746126843.187438:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005783168:12345-192.168.202.29@tcp:3:dd.0 00010000:00010000:0.0:1746126843.187469:0:24966:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.187482:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126843.187483:0:24966:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126843.187488:0:24966:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.187499:0:24966:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126843.190483:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.190838:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005783296 00000100:00100000:0.0:1746126843.190845:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005783296 00000100:00100000:0.0:1746126843.190890:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30681 00000100:00100000:0.0:1746126843.190898:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+9:3810:x1830946005783296:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:0.0:1746126843.190914:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126843.190927:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da90637734bed5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8abb expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.190947:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 11 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126843.190954:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126843.190956:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126843.190959:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da90637734bed5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8abb expref: 10 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.190982:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 11 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126843.190992:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 11 pid: 9596 timeout: 838 lvb_type: 1 00000100:00100000:0.0:1746126843.191003:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012faedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997841792:192.168.202.29@tcp:104: 00000100:00100000:0.0:1746126843.191057:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cf68b40 going to sleep for 11 seconds 00010000:00010000:0.0:1746126843.191333:0:27152:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.191341:0:27152:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.191348:0:27152:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.191359:0:27152:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88011e13de00 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:0.0:1746126843.191362:0:27152:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.191369:0:27152:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.191382:0:27152:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126843.191389:0:27152:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e13de00/0x63da90637734bec7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27152 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126843.191737:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2030:x1830946005782912:12345-192.168.202.29@tcp:3:dd.0 Request processed in 11567us (12004us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126843.191744:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14231 00000100:00100000:2.0:1746126843.194354:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012faedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9596:1830945997841792:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126843.194379:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da90637734bed5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8abb expref: 10 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.194393:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef0a400, rc 0) 00000100:00100000:2.0:1746126843.195284:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094034700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+10:3810:x1830946005783296:12345-192.168.202.29@tcp:101:dd.0 Request processed in 4383us (4804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126843.195292:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30681 00000100:00100000:3.0:1746126843.196027:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126843.196272:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005783424 00000100:00100000:1.0:1746126843.196279:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005783424 00010000:00010000:1.0:1746126843.196308:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 12 pid: 9596 timeout: 838 lvb_type: 1 00000100:00100000:1.0:1746126843.196334:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18378 00000100:00100000:1.0:1746126843.196340:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094035500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+12:2027:x1830946005783424:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126843.196350:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126843.196365:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 12 pid: 9596 timeout: 838 lvb_type: 1 00010000:00010000:1.0:1746126843.196374:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 12 pid: 9596 timeout: 838 lvb_type: 1 00010000:00010000:1.0:1746126843.196392:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ac200/0x63da90637734be9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8aad expref: 12 pid: 9596 timeout: 838 lvb_type: 1 00010000:00010000:1.0:1746126843.196418:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126843.196420:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126843.196427:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da90637734bed5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8abb expref: 9 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.196434:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da90637734bed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8abb expref: 9 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.196461:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef0a400/0x63da90637734bed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8abb expref: 9 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126843.196471:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997841920:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126843.197689:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0eb0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126843.198183:0:24966:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.198192:0:24966:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.198198:0:24966:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.198203:0:24966:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bc5e400 already unused, calling callback (ffffffffa086fd70) 00010000:00010000:1.0:1746126843.198207:0:24966:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.198213:0:24966:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.198226:0:24966:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.198231:0:24966:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bc5e400/0x63da90637734bece lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126843.198299:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+10:2030:x1830946005783168:12345-192.168.202.29@tcp:3:dd.0 Request processed in 10859us (11851us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126843.198307:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14232 00000100:00100000:1.0:1746126843.198952:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7239:1830945997841920:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126843.198967:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126843.198997:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094035500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005783424:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 2657us (2971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126843.199006:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18378 00000100:00100000:0.0:1746126843.208249:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.208937:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005783552 00000100:00100000:2.0:1746126843.208945:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005783552 00000100:00100000:2.0:1746126843.208991:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 30682 00000100:00100000:2.0:1746126843.208998:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+11:3810:x1830946005783552:12345-192.168.202.29@tcp:101:dd.0 00010000:00010000:2.0:1746126843.209011:0:9596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126843.209025:0:9596:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734bedc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x80ded88d36ff8ac2 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.209047:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 8 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126843.209053:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126843.209055:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126843.209057:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734bedc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ac2 expref: 12 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.209080:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 8 pid: 9596 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126843.209089:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 8 pid: 9596 timeout: 838 lvb_type: 1 00000100:00100000:2.0:1746126843.209098:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997842048:192.168.202.29@tcp:104: 00000100:00100000:2.0:1746126843.209195:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bb1af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126843.210908:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9596:1830945997842048:192.168.202.29@tcp:104: 00010000:00010000:2.0:1746126843.210928:0:9596:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734bedc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ac2 expref: 12 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126843.210939:0:9596:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099835800, rc 0) 00000100:00100000:2.0:1746126843.210974:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:282c81db-7eec-4a96-a690-249dab73b4e4+12:3810:x1830946005783552:12345-192.168.202.29@tcp:101:dd.0 Request processed in 1977us (2732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126843.210981:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 30682 00000100:00100000:0.0:1746126843.211728:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126843.211888:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005783680 00000100:00100000:1.0:1746126843.211893:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005783680 00010000:00010000:1.0:1746126843.211914:0:7239:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 9 pid: 9596 timeout: 838 lvb_type: 1 00000100:00100000:1.0:1746126843.211941:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 18379 00000100:00100000:1.0:1746126843.211947:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2027:x1830946005783680:12345-192.168.202.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126843.211956:0:7239:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126843.211969:0:7239:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 9 pid: 9596 timeout: 838 lvb_type: 1 00010000:00010000:1.0:1746126843.211977:0:7239:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 9 pid: 9596 timeout: 838 lvb_type: 1 00010000:00010000:1.0:1746126843.211993:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ae0d800/0x63da90637734bec0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ab4 expref: 9 pid: 9596 timeout: 838 lvb_type: 1 00010000:00010000:1.0:1746126843.212006:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126843.212007:0:7239:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126843.212013:0:7239:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734bedc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ac2 expref: 11 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.212019:0:7239:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734bedc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ac2 expref: 11 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126843.212037:0:7239:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099835800/0x63da90637734bedc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.29@tcp remote: 0x80ded88d36ff8ac2 expref: 11 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126843.212046:0:7239:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997842176:192.168.202.29@tcp:105: 00000100:00100000:1.0:1746126843.212097:0:7239:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b0eb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126843.213426:0:7239:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093354a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7239:1830945997842176:192.168.202.29@tcp:105: 00010000:00010000:1.0:1746126843.213437:0:7239:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126843.213456:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012faedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f3bfef21-70ec-429b-acd8-350a1cc51982+8:2027:x1830946005783680:12345-192.168.202.29@tcp:103:ldlm_bl.0 Request processed in 1510us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126843.213462:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 18379 00000100:00100000:0.0:1746126843.243718:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.243911:0:7254:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005783936 00000100:00100000:2.0:1746126843.243920:0:7254:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005783936 00000100:00100000:2.0:1746126843.243967:0:7254:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 218 00000100:00100000:2.0:1746126843.243973:0:7254:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+43:3809:x1830946005783936:12345-192.168.202.29@tcp:35:dd.0 00000100:00100000:2.0:1746126843.244187:0:7254:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f3bfef21-70ec-429b-acd8-350a1cc51982+44:3809:x1830946005783936:12345-192.168.202.29@tcp:35:dd.0 Request processed in 213us (481us total) trans 4294991065 rc 0/0 00000100:00100000:2.0:1746126843.244194:0:7254:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 218 00000100:00100000:1.0:1746126843.275690:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.275807:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005784192 00000100:00100000:2.0:1746126843.275818:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005784192 00002000:00100000:2.0:1746126843.275856:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880093354a80 x1830946005784192/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126843.275864:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354a80 with x1830946005784192 ext(0->4194303) 00002000:00010000:2.0:1746126843.275869:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354a80 00000100:00100000:2.0:1746126843.275897:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14233 00000100:00100000:2.0:1746126843.275904:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+10:2027:x1830946005784192:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126843.282410:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.283113:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005784448 00000100:00100000:2.0:1746126843.283121:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005784448 00002000:00100000:2.0:1746126843.283282:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88012deea300 x1830946005784448/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126843.283292:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea300 with x1830946005784448 ext(0->4194303) 00002000:00010000:2.0:1746126843.283296:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deea300 00000100:00100000:2.0:1746126843.283477:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14234 00000100:00100000:2.0:1746126843.283484:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+12:2028:x1830946005784448:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126843.314749:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005784192:12345-192.168.202.29@tcp:4:dd.0 Request processed in 38835us (39057us total) trans 4294970731 rc 0/0 00000100:00100000:0.0:1746126843.314762:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14233 00002000:00100000:0.0:1746126843.314772:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880093354a80 x1830946005784192/t4294970731(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/448 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126843.314781:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093354a80 with x1830946005784192 ext(0->4194303) 00002000:00010000:0.0:1746126843.314787:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093354a80 00000100:00100000:0.0:1746126843.332536:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005784448:12345-192.168.202.29@tcp:4:dd.0 Request processed in 49043us (50125us total) trans 4294972259 rc 0/0 00000100:00100000:0.0:1746126843.332549:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14234 00002000:00100000:0.0:1746126843.332559:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88012deea300 x1830946005784448/t4294972259(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/448 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126843.332572:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deea300 with x1830946005784448 ext(0->4194303) 00002000:00010000:0.0:1746126843.332577:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deea300 00000100:00100000:0.0:1746126843.349558:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.349654:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.349735:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:3.0:1746126843.349798:0:10279:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005784704 00000100:00100000:2.0:1746126843.349800:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005784832 00000100:00100000:3.0:1746126843.349805:0:10279:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005784704 00000100:00100000:2.0:1746126843.349805:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005784832 00000100:00080000:2.0:1746126843.349827:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746126843.349856:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1078 00000100:00100000:2.0:1746126843.349862:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:2029:x1830946005784832:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:3.0:1746126843.349867:0:10279:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 1079 00000100:00100000:3.0:1746126843.349873:0:10279:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005784704:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:1.0:1746126843.349931:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005784576 00000100:00100000:1.0:1746126843.349935:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005784576 00000100:00100000:1.0:1746126843.349956:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 545 00000100:00100000:1.0:1746126843.349961:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086e17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2029:x1830946005784576:12345-192.168.202.29@tcp:400:kworker.0 00000100:00100000:2.0:1746126843.350012:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:282c81db-7eec-4a96-a690-249dab73b4e4+9:2029:x1830946005784832:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 150us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126843.350022:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1078 00000100:00100000:3.0:1746126843.350051:0:10279:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f3bfef21-70ec-429b-acd8-350a1cc51982+9:2029:x1830946005784704:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 177us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126843.350057:0:10279:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 1079 00000100:00100000:1.0:1746126843.350209:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086e17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b34f2e42-49bd-4f50-a065-c477e4dc84c3+12:2029:x1830946005784576:12345-192.168.202.29@tcp:400:kworker.0 Request processed in 246us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126843.350215:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 545 00000100:00100000:0.0:1746126843.374699:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.374794:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005785088 00000100:00100000:2.0:1746126843.374802:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005785088 00002000:00100000:2.0:1746126843.374840:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88012dee9f80 x1830946005785088/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126843.374849:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946005785088 ext(4194304->8388607) 00002000:00010000:2.0:1746126843.374853:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee9f80 00000100:00100000:2.0:1746126843.374884:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14235 00000100:00100000:2.0:1746126843.374891:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+12:2027:x1830946005785088:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126843.383198:0:3779:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126843.383427:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005785344 00000100:00100000:1.0:1746126843.383436:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005785344 00002000:00100000:1.0:1746126843.383478:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88012deeb480 x1830946005785344/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.383488:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb480 with x1830946005785344 ext(4194304->8388607) 00002000:00010000:1.0:1746126843.383494:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeb480 00000100:00100000:1.0:1746126843.383939:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14236 00000100:00100000:1.0:1746126843.383947:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005785344:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:2.0:1746126843.406882:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+14:2027:x1830946005785088:12345-192.168.202.29@tcp:4:dd.0 Request processed in 31984us (32183us total) trans 4294970732 rc 0/0 00000100:00100000:2.0:1746126843.406893:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14235 00002000:00100000:2.0:1746126843.406903:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88012dee9f80 x1830946005785088/t4294970732(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/448 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126843.406912:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9f80 with x1830946005785088 ext(4194304->8388607) 00002000:00010000:2.0:1746126843.406917:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee9f80 00000100:00100000:1.0:1746126843.423738:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+16:2028:x1830946005785344:12345-192.168.202.29@tcp:4:dd.0 Request processed in 39782us (40541us total) trans 4294972260 rc 0/0 00000100:00100000:1.0:1746126843.423749:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14236 00002000:00100000:1.0:1746126843.423763:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88012deeb480 x1830946005785344/t4294972260(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/448 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.423772:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012deeb480 with x1830946005785344 ext(4194304->8388607) 00002000:00010000:1.0:1746126843.423777:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012deeb480 00000100:00100000:0.0:1746126843.460753:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:1.0:1746126843.460815:0:24966:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005785600 00000100:00100000:1.0:1746126843.460822:0:24966:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005785600 00002000:00100000:1.0:1746126843.460859:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88012dee8700 x1830946005785600/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126843.460868:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee8700 with x1830946005785600 ext(8388608->12582911) 00002000:00010000:1.0:1746126843.460873:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee8700 00000100:00100000:1.0:1746126843.460901:0:24966:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14237 00000100:00100000:1.0:1746126843.460907:0:24966:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+14:2028:x1830946005785600:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126843.478549:0:3778:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:2.0:1746126843.481691:0:27152:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005785856 00000100:00100000:2.0:1746126843.481701:0:27152:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005785856 00002000:00100000:2.0:1746126843.481743:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88012dee9880 x1830946005785856/t0(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/0 e 0 to 0 dl 1746126854 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126843.481752:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946005785856 ext(8388608->12582911) 00002000:00010000:2.0:1746126843.481756:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dee9880 00000100:00100000:2.0:1746126843.482394:0:27152:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 14238 00000100:00100000:2.0:1746126843.482401:0:27152:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+16:2028:x1830946005785856:12345-192.168.202.29@tcp:4:dd.0 00000100:00100000:0.0:1746126843.486260:0:3777:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.29@tcp (source: 12345-192.168.202.29@tcp) 00000100:00100000:0.0:1746126843.486285:0:17865:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830946005786112 00000100:00100000:0.0:1746126843.486292:0:17865:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830946005786112 00000100:00100000:0.0:1746126843.486341:0:17865:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.29@tcp, seq: 219 00000100:00100000:0.0:1746126843.486348:0:17865:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880071b21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+25:3810:x1830946005786112:12345-192.168.202.29@tcp:35:dd.0 00000001:00080000:0.0:1746126843.486497:0:17865:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294991066 00000100:00100000:3.0:1746126843.488738:0:17865:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880071b21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:282c81db-7eec-4a96-a690-249dab73b4e4+27:3810:x1830946005786112:12345-192.168.202.29@tcp:35:dd.0 Request processed in 2383us (2478us total) trans 4294991067 rc 0/0 00000100:00100000:3.0:1746126843.488748:0:17865:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 219 00000020:00080000:3.0:1746126843.488754:0:17865:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746126843.501313:0:24966:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:282c81db-7eec-4a96-a690-249dab73b4e4+16:2028:x1830946005785600:12345-192.168.202.29@tcp:4:dd.0 Request processed in 40397us (40558us total) trans 4294970733 rc 0/0 00000100:00100000:3.0:1746126843.501327:0:24966:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14237 00002000:00100000:3.0:1746126843.501338:0:24966:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88012dee8700 x1830946005785600/t4294970733(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/448 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126843.501346:0:24966:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee8700 with x1830946005785600 ext(8388608->12582911) 00002000:00010000:3.0:1746126843.501351:0:24966:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee8700 00010000:00010000:3.0:1746126843.512704:0:8400:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126843.521256:0:27152:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:282c81db-7eec-4a96-a690-249dab73b4e4+18:2028:x1830946005785856:12345-192.168.202.29@tcp:4:dd.0 Request processed in 38847us (42705us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746126843.521267:0:27152:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.29@tcp, seq: 14238 00002000:00100000:0.0:1746126843.521279:0:27152:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88012dee9880 x1830946005785856/t4294972261(0) o4->282c81db-7eec-4a96-a690-249dab73b4e4@192.168.202.29@tcp:604/0 lens 488/448 e 0 to 0 dl 1746126854 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126843.521294:0:27152:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee9880 with x1830946005785856 ext(8388608->12582911) 00002000:00010000:0.0:1746126843.521299:0:27152:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012dee9880 00000001:02000400:3.0:1746126844.013383:0:28869:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000100:00100000:2.0:1746126844.300234:0:3785:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746126844.300250:0:3785:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997842304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746126844.300332:0:3785:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126844.300391:0:7255:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945997842304 00000100:00100000:2.0:1746126844.300397:0:7255:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945997842304 00000100:00100000:2.0:1746126844.300960:0:7255:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1746126844.300966:0:7255:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997842304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746126844.301189:0:7255:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:2.0:1746126844.301222:0:7255:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3785:x1830945997842304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 256us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126844.301228:0:7255:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1746126844.301262:0:3785:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ec5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3785:1830945997842304:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746126844.514859:0:7241:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67968 lines, 67968 kept, 0 dropped, 0 bad.